{"severity_text":"INFO","timestamp":"2026-11-01T05:55:17.361278793Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:17.417105231Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:17.520552654Z","logger":"setup","body":"watching namespace for MaaS CRs","service.name":"maas-controller","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:17.520583748Z","logger":"setup","body":"watching MaaS CRs across all namespaces","service.name":"maas-controller","defaultNamespace":"models-as-a-service","defaultNamespaceExists":true,"tenantNamespaceLabel":"ai-gateway.opendatahub.io/tenant","compatTenantNamespaceLabel":"maas.opendatahub.io/managed-by-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:17.738188467Z","logger":"setup","body":"fetched cluster TLS security profile","service.name":"maas-controller","minTLSVersion":"VersionTLS12","tlsAdherence":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:17.738244176Z","logger":"setup","body":"resolved TLS security profile","service.name":"maas-controller","configuredMinTLSVersion":"VersionTLS12","appliedMinTLSVersion":"VersionTLS12","tlsAdherence":"","honorClusterTLSProfile":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:17.900965761Z","logger":"setup","body":"auto-detected cluster service account issuer","service.name":"maas-controller","audience":"https://dptp-hypershift-oidc-provider-2.s3.us-east-1.amazonaws.com/1263d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:18.867506278Z","logger":"setup","body":"Tenant platform kustomize path","service.name":"maas-controller","path":"/maas-api/deploy/overlays/odh","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:18.977994158Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=AITenant","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:18.978126905Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:18.978207415Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSSubscription","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:18.978264733Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:18.978340575Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSAuthPolicy","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:18.978407851Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:18.97846155Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSModelRef","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:18.978517891Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:18.978576387Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:18.978626174Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:18.978686231Z","logger":"setup","body":"starting manager","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:18.978750803Z","logger":"controller-runtime.metrics","body":"Starting metrics server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:18.978783571Z","body":"starting server","service.name":"maas-controller","name":"health probe","addr":"[::]:8081","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:18.978945548Z","logger":"controller-runtime.webhook","body":"Starting webhook server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:18.979083982Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:18.979214778Z","logger":"controller-runtime.metrics","body":"Serving metrics server","service.name":"maas-controller","bindAddress":":8443","secure":true,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:18.979224242Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:18.979289408Z","logger":"controller-runtime.webhook","body":"Serving webhook server","service.name":"maas-controller","host":"","port":9443,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:18.979360888Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:18.979488461Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:19.080594878Z","body":"Starting EventSource","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","source":"kind source: *v1.APIServer","severity_number":9} I1101 05:55:19.080693 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-11-01T05:55:19.281983637Z","body":"Starting Controller","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:19.282035004Z","body":"Starting workers","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","worker count":1,"severity_number":9} I1101 05:55:36.261985 1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-11-01T05:55:36.262469053Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:36.262685013Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:36.262738993Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:36.262877759Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:36.262925532Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:36.262957672Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:36.262993886Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:36.263093272Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:36.263285915Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:36.263451919Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"*maas.guardrailPropagationSource","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:36.26355849Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:36.263610461Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:36.263725471Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:36.263830693Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:36.263870692Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:36.263896062Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:36.263915728Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:36.263938002Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:36.263967025Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:36.264010964Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1 AuthPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:36.264046763Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.Tenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:36.264061095Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:36.264142586Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1.Gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:36.264202785Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:36.264237289Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.InferenceObjective","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:36.264258503Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1alpha1 TokenRateLimitPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:36.26448394Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:36.264575189Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:36.264606262Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:36.264635553Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 Tenant]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:36.264673549Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v1 DSCInitialization]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:36.264721894Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:36.26388258Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:36.264046526Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:36.264866738Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:36.264893271Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:36.265171512Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:36.265250178Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:36.265282706Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:36.265310489Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:36.265341504Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Secret","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:36.265452379Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:36.26547746Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[config.openshift.io/v1 Authentication]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:36.265711956Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:36.265767081Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:36.265793175Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:36.265818092Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:36.265883535Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:36.265902163Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:36.265928231Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ConfigMap","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:36.265973025Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ClusterRoleBinding","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:36.266003753Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:36.670122536Z","logger":"maas-authpolicy-controller","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","phase":"startup","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:36.673463674Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:36.773207861Z","logger":"maas-authpolicy-controller","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","phase":"startup","name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:36.869018284Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:36.869059803Z","body":"Starting workers","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:36.870169869Z","body":"Starting Controller","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:36.870205381Z","body":"Starting workers","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:36.871257157Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:36.871276531Z","body":"Starting workers","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:36.873404613Z","body":"Starting Controller","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:36.873417379Z","body":"Starting workers","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:36.873414659Z","body":"Starting Controller","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:36.873427987Z","body":"Starting workers","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:36.967232739Z","body":"Starting Controller","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:36.967273155Z","body":"Starting workers","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:36.967234513Z","body":"Starting Controller","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:36.967363856Z","body":"Starting workers","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:38.08665725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c41bc231-9f25-4584-99ef-2f350b46a2b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:38.138277616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c41bc231-9f25-4584-99ef-2f350b46a2b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:38.18988168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c41bc231-9f25-4584-99ef-2f350b46a2b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:38.241573715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c41bc231-9f25-4584-99ef-2f350b46a2b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:41.793755463Z","body":"Infrastructure namespace separation detected, will clean up legacy maas-api","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"e57960ba-318d-4fb4-99dc-9e86b3e41b72","infraNamespace":"odh-ai-gateway-infra","controllerNamespace":"opendatahub","legacyNamespaces":["opendatahub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:48.625316363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b67dc33e-b024-4796-ace4-3126c74d3b34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:48.838482263Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b67dc33e-b024-4796-ace4-3126c74d3b34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:48.872169062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"74801e98-a556-4d39-94ed-f92211a461dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:48.898742469Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b67dc33e-b024-4796-ace4-3126c74d3b34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:48.92888586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"74801e98-a556-4d39-94ed-f92211a461dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:48.988277738Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"74801e98-a556-4d39-94ed-f92211a461dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:49.109781291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"193b9457-9ed4-4cfd-b557-9bf1dd671f5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:49.166108459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"193b9457-9ed4-4cfd-b557-9bf1dd671f5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:49.210908088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"960d8e9a-a97b-4f29-baa6-fbbe368dfc0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:49.221248301Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"193b9457-9ed4-4cfd-b557-9bf1dd671f5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:49.267625179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"960d8e9a-a97b-4f29-baa6-fbbe368dfc0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:49.323073797Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"960d8e9a-a97b-4f29-baa6-fbbe368dfc0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:49.578716418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"71051065-e301-4407-8d73-acf906134e9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:49.635382172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"71051065-e301-4407-8d73-acf906134e9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:49.678934471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2081b467-8f6a-4f84-b073-0f3e1c2cc361","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:49.690822192Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"71051065-e301-4407-8d73-acf906134e9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:49.73550953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2081b467-8f6a-4f84-b073-0f3e1c2cc361","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:49.790946685Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2081b467-8f6a-4f84-b073-0f3e1c2cc361","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:49.942627267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e08b60a7-34bb-4ddd-b77b-f8a002d7277b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:49.947014238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3423fa13-8312-4af9-8645-4135bcafcaef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:55:49.993809414Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"69f0cdb4-4944-47f4-b086-efa20b279dcc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:50.000683367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e08b60a7-34bb-4ddd-b77b-f8a002d7277b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:50.003224631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3423fa13-8312-4af9-8645-4135bcafcaef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:55:50.046251717Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9edf70d2-4575-4708-9380-f97dc16af2f4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:50.056100228Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e08b60a7-34bb-4ddd-b77b-f8a002d7277b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:50.058471974Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3423fa13-8312-4af9-8645-4135bcafcaef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:50.212146171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ddb656c1-5d16-4720-8d6c-2ae86739f80c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:50.212177513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6df5a49d-c7c8-4912-b309-5fe1505b8f77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:50.216958747Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4dba8ce2-fd71-4330-9bc6-f6c5d5a2402c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:50.269184746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6df5a49d-c7c8-4912-b309-5fe1505b8f77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:50.269405149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ddb656c1-5d16-4720-8d6c-2ae86739f80c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:50.317838463Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8852108e-5332-45fa-9a73-1e075062d37d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:50.324569498Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ddb656c1-5d16-4720-8d6c-2ae86739f80c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:50.32468781Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6df5a49d-c7c8-4912-b309-5fe1505b8f77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:50.418631135Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5067a617-3710-48dc-bb03-429550e03fa5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:50.480051008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0da5135c-faef-4e2a-a125-a8a2ed3eef60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:50.480180452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9b0b79d6-605d-4e83-a89f-be6e769b690a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:50.518681412Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1b143463-0d74-4072-9342-10503277340c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:50.537024167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9b0b79d6-605d-4e83-a89f-be6e769b690a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:50.537178432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0da5135c-faef-4e2a-a125-a8a2ed3eef60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:50.593458034Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0da5135c-faef-4e2a-a125-a8a2ed3eef60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:50.595372066Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9b0b79d6-605d-4e83-a89f-be6e769b690a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:53.924305005Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"85c69dc5-9e99-4f97-a903-1fbf644cd4cb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:54.392245645Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4433bbbb-42d3-427f-8e4c-c34193cc8560","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:56.224512057Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"484baa28-34e4-47c7-8752-9d235038488f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:56.224536689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"484baa28-34e4-47c7-8752-9d235038488f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:56.277696677Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a51b41a0-e495-4b0c-b752-f390cef7c393","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:56.277696588Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8bc800b5-d094-42c3-aaae-c9e9803e5402","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:56.293390807Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4bc46ea9-bed1-48f5-9c63-bb3bd59ccb06","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:56.293416603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4bc46ea9-bed1-48f5-9c63-bb3bd59ccb06","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:56.381872385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c4ba195a-dc61-418d-86bc-2e85ccdaff82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:56.381928111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01c87630-a06e-4fc1-9e4c-0f9853c63bca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:56.439384209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c4ba195a-dc61-418d-86bc-2e85ccdaff82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:56.439489156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01c87630-a06e-4fc1-9e4c-0f9853c63bca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:56.495246381Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01c87630-a06e-4fc1-9e4c-0f9853c63bca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:56.495300698Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c4ba195a-dc61-418d-86bc-2e85ccdaff82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:56.758191033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"798d6fe2-849d-4de3-a4a3-b27864bfd40c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:56.815287636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"798d6fe2-849d-4de3-a4a3-b27864bfd40c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:56.859726818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c05c642a-dfe1-42a6-bd60-b54356516737","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:56.871122767Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"798d6fe2-849d-4de3-a4a3-b27864bfd40c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:56.917015703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c05c642a-dfe1-42a6-bd60-b54356516737","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:56.91708065Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c05c642a-dfe1-42a6-bd60-b54356516737","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:55:56.975927609Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"798d6fe2-849d-4de3-a4a3-b27864bfd40c","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:57.13550503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a978b96f-8ad4-49d3-95f0-955c749fce02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:57.192771027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a978b96f-8ad4-49d3-95f0-955c749fce02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:57.192839757Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a978b96f-8ad4-49d3-95f0-955c749fce02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:57.814605101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"23dd6ce9-51a8-4ce5-b9ea-731a983afab8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:55:57.814632291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"23dd6ce9-51a8-4ce5-b9ea-731a983afab8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:00.326104236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d0158a4-5835-4c92-ba24-863664ed1d98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:00.326342821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0762d17a-f215-4987-a654-dcfac9f574ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:00.432705094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0762d17a-f215-4987-a654-dcfac9f574ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:00.43272753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d0158a4-5835-4c92-ba24-863664ed1d98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:00.432773369Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0762d17a-f215-4987-a654-dcfac9f574ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:00.432779151Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d0158a4-5835-4c92-ba24-863664ed1d98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:05.173127383Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e08e7e93-ba06-40ed-9eb3-0bd4b6f70cae","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:05.17314937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e08e7e93-ba06-40ed-9eb3-0bd4b6f70cae","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:05.173521635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"bf23327b-55b9-402a-997f-d52918ba4ccd","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:05.173535551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"bf23327b-55b9-402a-997f-d52918ba4ccd","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:05.225662713Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8069f373-cba2-4d5e-bb43-234f7b187e29","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:05.225876419Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"47ab4457-dc18-4639-9b81-bf91adc4a95f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:05.240825411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c90a4867-37f8-46bb-b4f5-3b41cca3a338","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:05.24084347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c90a4867-37f8-46bb-b4f5-3b41cca3a338","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:05.241087746Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e2f1c640-8b34-4a75-ae87-773259666f46","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:05.241100117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e2f1c640-8b34-4a75-ae87-773259666f46","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:05.331148204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e04ac5f-c904-4063-8730-b4cfede775ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:05.331242821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"709c9beb-df31-45c3-8a0c-cafac77348b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:05.389773976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"709c9beb-df31-45c3-8a0c-cafac77348b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:05.389851106Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"709c9beb-df31-45c3-8a0c-cafac77348b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:05.389774605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e04ac5f-c904-4063-8730-b4cfede775ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:05.38991049Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e04ac5f-c904-4063-8730-b4cfede775ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:05.596752438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6057c631-04cc-40f1-9bf5-09e0a39058dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:05.59678165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dd8c1019-70e1-4538-9ea5-871368cb6a6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:05.655782932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6057c631-04cc-40f1-9bf5-09e0a39058dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:05.65585731Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6057c631-04cc-40f1-9bf5-09e0a39058dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:05.655967714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dd8c1019-70e1-4538-9ea5-871368cb6a6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:05.656035466Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dd8c1019-70e1-4538-9ea5-871368cb6a6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:06.432726646Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c4f5f0f4-5821-4c5a-85e8-c48c26386995","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:06.432746696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c4f5f0f4-5821-4c5a-85e8-c48c26386995","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:06.780992787Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:08.31869154Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8dce9364-1094-43c4-87d1-70913265f3bc","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:08.31871176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8dce9364-1094-43c4-87d1-70913265f3bc","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:08.318951114Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0fe2dfe8-235c-49c8-ac9d-c5c2f977e462","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:08.318961895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0fe2dfe8-235c-49c8-ac9d-c5c2f977e462","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:08.319150859Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0d49dfc5-f214-48d7-8404-4d1ff90fabd0","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:08.319161379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0d49dfc5-f214-48d7-8404-4d1ff90fabd0","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:08.371156126Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c317236e-20d3-43bc-8e71-31415547da42","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:08.371156153Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3a019478-ab9c-4059-bb26-55d94002148e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:08.386476316Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3c5affd6-1b61-406d-bb32-95a01a3838e4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:08.38651097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3c5affd6-1b61-406d-bb32-95a01a3838e4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:08.386783434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e1a70f40-cbda-4188-8999-44fc2e6802c7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:08.386795078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e1a70f40-cbda-4188-8999-44fc2e6802c7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:08.38697821Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"62e73592-288e-403b-a047-f1a0bc094805","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:08.386988565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"62e73592-288e-403b-a047-f1a0bc094805","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:08.474719986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"efcab584-9e12-41f2-bede-22768bbc7a71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:08.474735394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0ade5d21-a32e-4bb1-819f-b5a36f0cda9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:08.532166171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0ade5d21-a32e-4bb1-819f-b5a36f0cda9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:08.532238993Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0ade5d21-a32e-4bb1-819f-b5a36f0cda9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:08.532371057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"efcab584-9e12-41f2-bede-22768bbc7a71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:08.53241832Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"efcab584-9e12-41f2-bede-22768bbc7a71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:08.739076146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"57e11fb9-1f80-40b7-950e-7614c49fc70b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:08.73909851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"733cb6d6-8c7b-4147-834d-85e42d0def6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:08.799246629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"57e11fb9-1f80-40b7-950e-7614c49fc70b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:08.799310782Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"57e11fb9-1f80-40b7-950e-7614c49fc70b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:08.800456113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"733cb6d6-8c7b-4147-834d-85e42d0def6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:08.800512239Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"733cb6d6-8c7b-4147-834d-85e42d0def6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:09.588045267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f5518246-9922-4fc5-9985-0a46ad27e895","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:09.588066258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f5518246-9922-4fc5-9985-0a46ad27e895","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:11.688843975Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a0d5c5f0-8b85-4240-b73a-43b3739847fb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:11.68886219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a0d5c5f0-8b85-4240-b73a-43b3739847fb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:11.689085783Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"419f18b6-a4bc-4441-9348-1233adedbd07","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:11.689096811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"419f18b6-a4bc-4441-9348-1233adedbd07","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:11.68925867Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5f5a9454-4d1f-4004-8d69-fbb998aa0ab8","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:11.6892689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5f5a9454-4d1f-4004-8d69-fbb998aa0ab8","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:11.689497581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"45f87432-1111-4cd3-bb83-0bf4556fca5e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:11.689511663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"45f87432-1111-4cd3-bb83-0bf4556fca5e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:11.741127449Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"90c3a8bb-f616-4bc7-b0d6-2ebf8d33ae56","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:11.741399634Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"dc59bafe-f2d4-43b8-92cb-5fd5e9489026","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:11.758348688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bccd1b93-f5c8-4096-91f8-ecd8ce3ecf76","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:11.758364319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bccd1b93-f5c8-4096-91f8-ecd8ce3ecf76","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:11.758570576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"65d22fd7-86f1-4fc8-9d42-3a91cafda3e2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:11.758581772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"65d22fd7-86f1-4fc8-9d42-3a91cafda3e2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:11.758789123Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"682baa37-7d72-4a17-a778-f7085c9e31d8","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:11.758804312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"682baa37-7d72-4a17-a778-f7085c9e31d8","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:11.759001631Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"765869bb-b2e6-415e-94c8-7f7324d48dff","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:11.759011732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"765869bb-b2e6-415e-94c8-7f7324d48dff","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:11.843420638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5fa0757a-3591-489d-b5b7-eaff78b37044","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:11.843419205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"266b7bda-d919-47f4-878a-283a2678ce92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:11.901512384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5fa0757a-3591-489d-b5b7-eaff78b37044","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:11.901574352Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5fa0757a-3591-489d-b5b7-eaff78b37044","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:11.9015066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"266b7bda-d919-47f4-878a-283a2678ce92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:11.901650017Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"266b7bda-d919-47f4-878a-283a2678ce92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:12.107687157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"63dffe98-74ae-4c35-9b9c-2fb5ac79fb02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:12.10769199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fef0bfc0-f7e8-4b4e-ad4c-bef4b089a0e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:12.167183197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"63dffe98-74ae-4c35-9b9c-2fb5ac79fb02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:12.167254387Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"63dffe98-74ae-4c35-9b9c-2fb5ac79fb02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:12.167262782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fef0bfc0-f7e8-4b4e-ad4c-bef4b089a0e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:12.167307626Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fef0bfc0-f7e8-4b4e-ad4c-bef4b089a0e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:12.959707699Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d9186f64-9b2b-44d1-bb68-358afc6b8d18","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:12.95972984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d9186f64-9b2b-44d1-bb68-358afc6b8d18","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:16.801162216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a072a7fc-bbdd-4d36-ab68-ec52c8de6ef5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:16.801187275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a072a7fc-bbdd-4d36-ab68-ec52c8de6ef5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:16.801514783Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"83c6989e-a4f9-431a-b61a-ad26ef231d02","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:16.801530313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"83c6989e-a4f9-431a-b61a-ad26ef231d02","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:16.801693262Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e2ffc76f-abf8-472f-9771-2263b65366ae","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:16.801702957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e2ffc76f-abf8-472f-9771-2263b65366ae","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:16.801876932Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2251771d-47c6-4220-a7da-ba64b8bb58b6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:16.801887882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2251771d-47c6-4220-a7da-ba64b8bb58b6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:16.802072788Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"41c1f871-f506-4a89-9722-1470503e0945","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:16.80208333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"41c1f871-f506-4a89-9722-1470503e0945","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:16.854335537Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5ab7a7f0-6a3c-4568-8241-573d80613d2f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:16.854583912Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"132b9f5b-d461-48f1-b49a-3380c5c19b81","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:16.878174146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"06ad5f06-e31c-4641-9fdb-e7436ed42d96","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:16.878191951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"06ad5f06-e31c-4641-9fdb-e7436ed42d96","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:16.878447145Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7caae8af-2caa-4963-afe6-4634fb2aa310","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:16.878460382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7caae8af-2caa-4963-afe6-4634fb2aa310","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:16.878666135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5ffd46f8-f88f-4444-b670-5aab02e94b66","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:16.878678227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5ffd46f8-f88f-4444-b670-5aab02e94b66","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:16.878857202Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f2e0f6bc-cfcc-46c8-be50-19ace2f0f5fd","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:16.878867704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f2e0f6bc-cfcc-46c8-be50-19ace2f0f5fd","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:16.879034865Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c7f0d3e6-ab9f-4dc4-9145-6480e621e90f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:16.879045416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c7f0d3e6-ab9f-4dc4-9145-6480e621e90f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:16.957255679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5c1d4feb-ad25-43b6-bf94-5a109349438e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:16.957255959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"996ba0ee-0cc2-4d18-bbb9-c070cfc605ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:17.014899373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"996ba0ee-0cc2-4d18-bbb9-c070cfc605ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:17.014916756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5c1d4feb-ad25-43b6-bf94-5a109349438e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:17.014959364Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"996ba0ee-0cc2-4d18-bbb9-c070cfc605ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:17.014969816Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5c1d4feb-ad25-43b6-bf94-5a109349438e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:17.221412409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b0c9c61-bfed-40b0-9135-f71e6d3cd054","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:17.221484584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9fc16c2b-1429-4170-bd7f-dba491c3a3be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:17.278834536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9fc16c2b-1429-4170-bd7f-dba491c3a3be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:17.278890744Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9fc16c2b-1429-4170-bd7f-dba491c3a3be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:17.27892877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b0c9c61-bfed-40b0-9135-f71e6d3cd054","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:17.278978595Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b0c9c61-bfed-40b0-9135-f71e6d3cd054","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:18.075506606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"961b2d82-defd-412e-9cdf-20ba3650fb58","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:18.07553264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"961b2d82-defd-412e-9cdf-20ba3650fb58","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:19.947679941Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e2b5c03c-6309-41b8-9f14-1b8f049a82a5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:19.947701706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e2b5c03c-6309-41b8-9f14-1b8f049a82a5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:19.947941015Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"177feb0a-4b9b-4f4e-a14e-33cafc29774e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:19.947952887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"177feb0a-4b9b-4f4e-a14e-33cafc29774e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:19.94813648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f5cc3cc9-2781-4153-99fd-3420c8e9993f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:19.948147403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f5cc3cc9-2781-4153-99fd-3420c8e9993f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:19.94843417Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"01fd4ae0-4147-4919-b4ab-3df6703ea9ce","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:19.948450613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"01fd4ae0-4147-4919-b4ab-3df6703ea9ce","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:19.948632469Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"540511e7-3f5e-4ed6-905d-27cb16f92c43","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:19.948642873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"540511e7-3f5e-4ed6-905d-27cb16f92c43","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:19.948809242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"fe739ecd-85be-4049-855b-afd84ead52b3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:19.948818985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"fe739ecd-85be-4049-855b-afd84ead52b3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:19.999805646Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ab31302b-8215-4f80-881d-1e471c4b5d13","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:20.000415867Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"70b07e7f-f002-46d6-bfe6-0cde871a91ac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:20.017475656Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8c716e00-d755-4e94-80ca-6aac7019113c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:20.017489857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8c716e00-d755-4e94-80ca-6aac7019113c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:20.017675917Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7fd3ec07-e2ad-4216-b21c-4390debf06f1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:20.017685676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7fd3ec07-e2ad-4216-b21c-4390debf06f1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:20.017851772Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"82712cb0-55e0-4c06-baeb-86fb7adf2ea5","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:20.017860692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"82712cb0-55e0-4c06-baeb-86fb7adf2ea5","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:20.018035194Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"87d8c639-16b5-498f-90db-de827aa3dab0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:20.018044588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"87d8c639-16b5-498f-90db-de827aa3dab0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:20.018191191Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2c57eacf-bb15-4947-945b-95582a3d7ec6","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:20.018200275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2c57eacf-bb15-4947-945b-95582a3d7ec6","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:20.018392001Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ff59b8c0-45ad-4f24-b738-83ad0621c45d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:20.018401731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ff59b8c0-45ad-4f24-b738-83ad0621c45d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:20.102693978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e88b6de4-ab25-4c4e-a696-bf065d742b8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:20.102696858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b40f651e-f66f-4806-9a62-68ab6c67cb9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:20.161766028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b40f651e-f66f-4806-9a62-68ab6c67cb9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:20.161844829Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b40f651e-f66f-4806-9a62-68ab6c67cb9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:20.161766026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e88b6de4-ab25-4c4e-a696-bf065d742b8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:20.161930364Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e88b6de4-ab25-4c4e-a696-bf065d742b8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:20.367847499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"07d64b66-af01-42df-809d-9da0196bea7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:20.367946282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4bf89cf8-050d-43be-b65a-628d4aebe70a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:20.424782471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4bf89cf8-050d-43be-b65a-628d4aebe70a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:20.424836327Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4bf89cf8-050d-43be-b65a-628d4aebe70a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:20.424930275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"07d64b66-af01-42df-809d-9da0196bea7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:20.424989667Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"07d64b66-af01-42df-809d-9da0196bea7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:20.633079554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"52bcc42d-9eb6-4aba-a823-ab6f774e96c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:20.635993647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4f8ca097-9b1d-496c-b86a-c55030309108","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:20.690583556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"52bcc42d-9eb6-4aba-a823-ab6f774e96c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:20.690661115Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"52bcc42d-9eb6-4aba-a823-ab6f774e96c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:20.692493363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4f8ca097-9b1d-496c-b86a-c55030309108","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:20.692544614Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4f8ca097-9b1d-496c-b86a-c55030309108","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:20.896457532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cfd7e6ce-1634-45a7-af30-6132a372c225","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:20.899651363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"58765931-576b-449a-acc9-6f208e5a460f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:20.953106085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cfd7e6ce-1634-45a7-af30-6132a372c225","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:20.953171772Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cfd7e6ce-1634-45a7-af30-6132a372c225","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:20.956235346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"58765931-576b-449a-acc9-6f208e5a460f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:20.956278694Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"58765931-576b-449a-acc9-6f208e5a460f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:21.218125908Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"3b5c02a0-2d6b-4f00-9d04-5ad723ad38a3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:21.218144715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"3b5c02a0-2d6b-4f00-9d04-5ad723ad38a3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:24.426708896Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a0515cee-8ba8-4481-bafd-aa5ec9638edc","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:24.426728604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a0515cee-8ba8-4481-bafd-aa5ec9638edc","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:24.426957219Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"95096528-eeab-4adc-821c-1c30f3415342","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:24.426968148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"95096528-eeab-4adc-821c-1c30f3415342","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:24.427126968Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4877611f-d638-454b-b0ef-a6ce929fe7c2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:24.427137551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4877611f-d638-454b-b0ef-a6ce929fe7c2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:24.427295333Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"94ef3d9b-177c-46d1-8194-84209b3a2cc5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:24.427305452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"94ef3d9b-177c-46d1-8194-84209b3a2cc5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:24.427510039Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"66c4e199-c805-44dc-b83f-8e5a46f03a6e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:24.42752229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"66c4e199-c805-44dc-b83f-8e5a46f03a6e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:24.427669543Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e2f86782-9fa0-466e-805f-f75193a7bcf1","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:24.427678149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e2f86782-9fa0-466e-805f-f75193a7bcf1","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:24.427822658Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4e0ffd75-829d-44d0-a54d-7afb35e55814","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:24.427832199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4e0ffd75-829d-44d0-a54d-7afb35e55814","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:24.478944381Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f17cfd4c-095d-4ae8-9895-4cce19bdef5c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:24.494547399Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3b1b1815-9906-4877-8933-3b2878672a09","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:24.49456552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3b1b1815-9906-4877-8933-3b2878672a09","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:24.4947911Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5c1f372c-6a5c-4e86-87b2-c95b07226a4a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:24.494802108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5c1f372c-6a5c-4e86-87b2-c95b07226a4a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:24.494974405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"fbaaf963-dcdb-4ac4-96d0-707a6527124e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:24.494983723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"fbaaf963-dcdb-4ac4-96d0-707a6527124e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:24.495147514Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cdacd338-d316-4ae5-bbb4-d9cfb678096d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:24.495156695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cdacd338-d316-4ae5-bbb4-d9cfb678096d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:24.495367687Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0ae8d6f5-5ef8-4e6d-8c92-843165eee8d1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:24.495383124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0ae8d6f5-5ef8-4e6d-8c92-843165eee8d1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:24.495572938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"28b16dab-c832-4121-b339-f1bda34341bc","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:24.495582692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"28b16dab-c832-4121-b339-f1bda34341bc","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:24.495742924Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d8733362-843b-4c04-9dfd-73a66158339d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:24.495752041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d8733362-843b-4c04-9dfd-73a66158339d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:24.582407689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b1abb5ca-9a28-471a-947e-60a67e3ddac2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:24.582444073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9699a9d0-5938-46d1-af02-04f3273868f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:24.640053987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b1abb5ca-9a28-471a-947e-60a67e3ddac2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:24.640260057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9699a9d0-5938-46d1-af02-04f3273868f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:24.640317791Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9699a9d0-5938-46d1-af02-04f3273868f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:24.640649537Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8677f38f-a37d-49cd-b0d4-8ed1bcb8b2d4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:24.802057506Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"43314147-fab3-4168-bbdc-a99d2c891ee9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:24.802098897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"43314147-fab3-4168-bbdc-a99d2c891ee9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:24.846154625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ab6ce300-3586-4070-b0f8-076693ada75f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:24.906515092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ab6ce300-3586-4070-b0f8-076693ada75f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:24.906582778Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ab6ce300-3586-4070-b0f8-076693ada75f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:25.009629695Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a2da1748-e740-4567-aebf-e9e9c2dc4df0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:25.047020814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3c8f8f79-5998-4797-a6aa-ccd57d34d0aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:25.103607523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3c8f8f79-5998-4797-a6aa-ccd57d34d0aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:25.693410935Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"15d166ba-244b-4007-9cd5-fe4435a4f470","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:25.693431995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"15d166ba-244b-4007-9cd5-fe4435a4f470","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:25.902130043Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"833868f4-f074-4877-a3fe-49d1b90209f5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:28.771604589Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1b09869a-f7bd-4773-8d07-766c6a469061","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:28.771624593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1b09869a-f7bd-4773-8d07-766c6a469061","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:28.77185263Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"efe6a784-5963-47c2-830a-18877b042ec9","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:28.771863352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"efe6a784-5963-47c2-830a-18877b042ec9","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:28.772043747Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9bf17170-960a-477c-95c6-5194f86bc9d4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:28.772054765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9bf17170-960a-477c-95c6-5194f86bc9d4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:28.772210733Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"42d1e264-fe32-471e-8b24-9a47a598038b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:28.772220015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"42d1e264-fe32-471e-8b24-9a47a598038b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:28.772381706Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1a7e4b01-72e3-4db3-8f86-90e1b3108212","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:28.772390976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1a7e4b01-72e3-4db3-8f86-90e1b3108212","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:28.772548299Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4f50fb58-49b1-43e1-b637-dcaa75261b4b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:28.772557414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4f50fb58-49b1-43e1-b637-dcaa75261b4b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:28.77271861Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c7f9534d-fae2-4643-a6a3-f282ee512809","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:28.772727568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c7f9534d-fae2-4643-a6a3-f282ee512809","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:28.772919893Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1b009380-d64f-4798-8e03-23e4867b8523","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:28.772930562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1b009380-d64f-4798-8e03-23e4867b8523","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:28.845679051Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"599ec72a-abed-4c90-aae0-0de6a6517908","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:28.845695997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"599ec72a-abed-4c90-aae0-0de6a6517908","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:28.845891851Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7ca09368-e9f3-4ac9-9dee-3139be1d120e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:28.845901941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7ca09368-e9f3-4ac9-9dee-3139be1d120e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:28.846101839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6d8adb86-a52c-4bbb-b132-3d30b8574b7b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:28.846111005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6d8adb86-a52c-4bbb-b132-3d30b8574b7b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:28.846283667Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3f080739-f76c-4c48-991c-78d8128a21f2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:28.846293135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3f080739-f76c-4c48-991c-78d8128a21f2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:28.846474464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"00e8844f-cdfb-4138-9efa-79cfb2d6d425","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:28.84648444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"00e8844f-cdfb-4138-9efa-79cfb2d6d425","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:28.846648734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b9ae4a67-bc97-4c16-abcb-d29f40655151","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:28.846658409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b9ae4a67-bc97-4c16-abcb-d29f40655151","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:28.846802298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"80f04006-3a58-4435-b680-d5b3ec5f62ed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:28.846811164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"80f04006-3a58-4435-b680-d5b3ec5f62ed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:28.847002361Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3475b9a1-54f5-441a-8edb-238e3c4ccdb6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:28.847011084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3475b9a1-54f5-441a-8edb-238e3c4ccdb6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:28.926961445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"215cb542-8f6b-424d-8c8c-e41e06175749","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:28.926969038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c06de0c6-c13f-46ea-8cf1-f6d35505208c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:28.979657657Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9528b1f7-9736-4ad6-baeb-5db582becc7d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:28.984597089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"215cb542-8f6b-424d-8c8c-e41e06175749","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:28.9846048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c06de0c6-c13f-46ea-8cf1-f6d35505208c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:28.985053976Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"57241979-401c-49a9-868f-2fd50184b073","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"premium-simulated-simulated-premium","subscriptionCount":1,"subscriptions":["models-as-a-service/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:29.146803269Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"92fc2f8c-21da-4f00-9175-81608a5eddd2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:29.146844232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"92fc2f8c-21da-4f00-9175-81608a5eddd2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:29.347520518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4f7b2b65-3f6c-49a5-b99b-88c73533ddc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:29.347540808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b0746a03-b01d-4ed3-8bd6-59bd15c19f6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:29.356535773Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c626b878-bbd2-4cf2-a489-8b0e041e3044","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:29.405990012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4f7b2b65-3f6c-49a5-b99b-88c73533ddc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:29.406029224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b0746a03-b01d-4ed3-8bd6-59bd15c19f6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:29.624718046Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"74aa20ad-35ff-4db5-afb9-7cb703347a2e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:29.763797655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4406ee5b-60f3-4192-9714-d404765f1295","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:29.763884192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d2fcf55e-1491-4f14-b7bf-a4acec5ea366","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:29.787455509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6333d700-40b4-4976-9d20-9dfb7e4c216b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:29.787479235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6333d700-40b4-4976-9d20-9dfb7e4c216b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:29.824391068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d2fcf55e-1491-4f14-b7bf-a4acec5ea366","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:29.824391066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4406ee5b-60f3-4192-9714-d404765f1295","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:30.041456731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9c4d378a-a185-4e10-8ff9-eda4b154473c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:30.041474937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9c4d378a-a185-4e10-8ff9-eda4b154473c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:30.250082142Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d8b11de1-c5ad-40c3-b045-cccd51675dd2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:32.887475379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c5e537b5-39a3-456f-96cb-6b48c1f6ff37","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:32.88749568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c5e537b5-39a3-456f-96cb-6b48c1f6ff37","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:36.500137236Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"53102d80-91e8-468c-b9aa-5f794d59af6d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:36.500158353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"53102d80-91e8-468c-b9aa-5f794d59af6d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:36.604114754Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"858276a3-e4a9-42ea-b365-8d361ab81b94","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:36.707570071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ef536a5-4620-4b37-ba11-38ec7be106ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:36.707583906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6f51768e-94e9-4185-a06c-e6517c1ad63b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:36.776289717Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e62d233d-3004-4a3a-b6d5-2c6fb7ef32b9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:36.776315288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e62d233d-3004-4a3a-b6d5-2c6fb7ef32b9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:36.778626406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ef536a5-4620-4b37-ba11-38ec7be106ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:36.779539685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6f51768e-94e9-4185-a06c-e6517c1ad63b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:36.781148592Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:38.846866893Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f4421661-2eda-4a2f-9619-ed57424ce4bf","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:38.846887102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f4421661-2eda-4a2f-9619-ed57424ce4bf","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:38.847259169Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8fae00e2-53e4-417b-967d-b81af1fce1b5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:38.847275545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8fae00e2-53e4-417b-967d-b81af1fce1b5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:38.847540148Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"be55f8a2-dbbe-4719-b483-94599d0cb393","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:38.847556298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"be55f8a2-dbbe-4719-b483-94599d0cb393","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:38.847804763Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"58189173-3e57-4333-9d3a-b2a6cacc94b7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:38.847817636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"58189173-3e57-4333-9d3a-b2a6cacc94b7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:39.086510373Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"72d1fb07-6d96-4d99-a5e8-021f694b117d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:39.086531391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"72d1fb07-6d96-4d99-a5e8-021f694b117d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:39.788182889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"62d813a2-defe-4a88-a3b3-595013ec581d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:39.788208999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"62d813a2-defe-4a88-a3b3-595013ec581d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:42.16788522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8227c69d-f708-4d87-abe8-7673038f6ebc","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:42.167929174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8227c69d-f708-4d87-abe8-7673038f6ebc","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:45.363831657Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3f79da16-cf88-492c-84eb-13d4bc034300","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:45.477694448Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"898f4762-cfd3-4eb6-b543-82bd7527b9c6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:46.140727441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a825c1c0-f5c3-4b2b-9513-254f57c82db5","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:46.140773243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a825c1c0-f5c3-4b2b-9513-254f57c82db5","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:46.777223544Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"231170b6-b2ae-4663-8813-052d441ff3b2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:46.777247242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"231170b6-b2ae-4663-8813-052d441ff3b2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:48.750961627Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e75b0d7f-0571-4019-9428-180b2d99b5e7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:48.75098253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e75b0d7f-0571-4019-9428-180b2d99b5e7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:49.788784419Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dbd6a3de-9820-4d16-824c-40c28a38fe20","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:49.788804771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dbd6a3de-9820-4d16-824c-40c28a38fe20","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:52.663045643Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75aea20b-b441-4da0-8131-6a1c21182047","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:52.663074269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75aea20b-b441-4da0-8131-6a1c21182047","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:52.916536061Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8c59d46b-2627-4bd7-a936-210ec2dd727c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:52.919810347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fc8cca96-3579-49af-ac58-e82850a93651","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:52.919810273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"555493f8-ff46-4662-a447-65f7975db36b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:53.026149085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fc8cca96-3579-49af-ac58-e82850a93651","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:53.026521698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"555493f8-ff46-4662-a447-65f7975db36b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:53.082560866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"33879810-081c-4b36-bda8-fe5f2f073d3e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:53.08258138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"33879810-081c-4b36-bda8-fe5f2f073d3e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:53.291142748Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3adfbcc2-deac-4cb0-97ee-7cc3b46fa140","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:56.778672701Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3b95916d-fc32-4c99-9fb7-e45658b7d074","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:56.778694147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3b95916d-fc32-4c99-9fb7-e45658b7d074","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:57.281023041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"24beb903-9822-4c54-ab47-562f326fbf0d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:57.281114279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"24beb903-9822-4c54-ab47-562f326fbf0d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:57.490750058Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"68d1d66d-12a1-45b7-9a1d-2e36ac9c449d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:57.494031075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5698cec8-4741-449e-b03b-0f7c83015526","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:57.494038643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"79ceb738-1122-4d64-9a2c-82f82773b60a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:57.600804145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"79ceb738-1122-4d64-9a2c-82f82773b60a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:57.601152398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5698cec8-4741-449e-b03b-0f7c83015526","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:57.657554243Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"986e0e38-5081-4b33-b4d2-6bbd0041a1f3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:57.657585306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"986e0e38-5081-4b33-b4d2-6bbd0041a1f3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:56:57.870040934Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"54584b30-0761-4da3-a21d-91eef8ac4337","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:00.1199475Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ee416c1f-b4ab-4d18-8c0e-25617deb546a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:00.119970691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ee416c1f-b4ab-4d18-8c0e-25617deb546a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:00.27915669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a8301410-e6d6-4c49-add0-52b803e8aefd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:00.336363453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a8301410-e6d6-4c49-add0-52b803e8aefd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:00.350386221Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"349cac61-f48f-4f2b-a130-e28b60236a3e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:00.350402576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"349cac61-f48f-4f2b-a130-e28b60236a3e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:00.504095996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0c90a1e8-d98f-47c1-a1c8-4e41eafa4bdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:00.548769121Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7e68b68f-910f-4065-aa00-3c476e1db01a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:00.548792168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7e68b68f-910f-4065-aa00-3c476e1db01a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:00.557475208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"abb444c4-6e95-4be0-98d1-cffd08033f70","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:00.561005867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0c90a1e8-d98f-47c1-a1c8-4e41eafa4bdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:00.702932189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c732ccf6-85fd-4b71-ba02-1f570b558ea9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:00.719776944Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8bbe66d0-da9f-4559-a8f0-3ae4ca403d23","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:00.719794372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8bbe66d0-da9f-4559-a8f0-3ae4ca403d23","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:00.759640768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c732ccf6-85fd-4b71-ba02-1f570b558ea9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:06.826473925Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:36.828099167Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:54.440574539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dcaf855-3bd1-469d-971b-3cec4ace8f9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:54.492343699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dcaf855-3bd1-469d-971b-3cec4ace8f9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:54.544156448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dcaf855-3bd1-469d-971b-3cec4ace8f9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:54.59595063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dcaf855-3bd1-469d-971b-3cec4ace8f9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:54.968681097Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-f73e89","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-f73e89","reconcileID":"e2aae9ba-2eb1-4d33-9b5a-124fc5f88a2d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-f73e89","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w4-f73e89":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:55.597598323Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-9c8fc5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-9c8fc5","reconcileID":"12a5bfc0-bf11-4397-885f-b66b10e10fa3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-9c8fc5","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w0-9c8fc5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:56.702119639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c2ee47b-9eb7-4b23-ba15-ffcc091413f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:56.753973403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c2ee47b-9eb7-4b23-ba15-ffcc091413f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:56.805553588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c2ee47b-9eb7-4b23-ba15-ffcc091413f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:56.857305322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c2ee47b-9eb7-4b23-ba15-ffcc091413f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:58.797808008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64b84dc7-546f-40c4-9fb4-5c30370ed448","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:58.849459443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64b84dc7-546f-40c4-9fb4-5c30370ed448","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:58.902112091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64b84dc7-546f-40c4-9fb4-5c30370ed448","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:57:58.953881697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64b84dc7-546f-40c4-9fb4-5c30370ed448","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:00.898037479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20e6a3cb-f0e3-4358-8a99-a03421a8dc50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:00.949750255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20e6a3cb-f0e3-4358-8a99-a03421a8dc50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:01.001484401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20e6a3cb-f0e3-4358-8a99-a03421a8dc50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:01.053262412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20e6a3cb-f0e3-4358-8a99-a03421a8dc50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:05.63704506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"default-tenant","reconcileID":"50fbb91a-d79d-4562-b0d1-1c5dca7c6f28","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:05.762033817Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"default-tenant","reconcileID":"50fbb91a-d79d-4562-b0d1-1c5dca7c6f28","name":"e2e-worker-w0-9c8fc5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:06.782034168Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:10.445763065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"default-tenant","reconcileID":"dcc9b07c-d7e9-40a0-94dc-80dc49cd07ac","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:10.562548049Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"default-tenant","reconcileID":"dcc9b07c-d7e9-40a0-94dc-80dc49cd07ac","name":"e2e-worker-w4-f73e89-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:14.590493313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1169d04c-9877-4c31-b945-3108e371b1fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:14.64246449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1169d04c-9877-4c31-b945-3108e371b1fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:14.69415348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1169d04c-9877-4c31-b945-3108e371b1fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:14.746064991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1169d04c-9877-4c31-b945-3108e371b1fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:14.909375413Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5657a8a1-ca0d-4cb1-bb66-592f50a5a593","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:15.007750322Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e2c4cdb3-c5e6-4315-a457-5b76e9bbaf4c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:15.119147635Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-14a6e4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-14a6e4","reconcileID":"55d5e87a-d09d-48d4-8395-efcaa9bee634","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-14a6e4","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w2-14a6e4":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:16.676623768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d1c9e25-2476-49fd-83ce-f5e6c97e8e61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:16.729425073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d1c9e25-2476-49fd-83ce-f5e6c97e8e61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:16.781619885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d1c9e25-2476-49fd-83ce-f5e6c97e8e61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:16.834956642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d1c9e25-2476-49fd-83ce-f5e6c97e8e61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:18.817580694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e91de2a2-def1-4e11-8f53-b4c7df84dd11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:18.873507569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e91de2a2-def1-4e11-8f53-b4c7df84dd11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:18.925409593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e91de2a2-def1-4e11-8f53-b4c7df84dd11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:18.981752739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e91de2a2-def1-4e11-8f53-b4c7df84dd11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:20.894950523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8e4d245-792f-4ab5-9d13-8ee652268680","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:20.947005918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8e4d245-792f-4ab5-9d13-8ee652268680","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:20.999624924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8e4d245-792f-4ab5-9d13-8ee652268680","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:21.051175797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8e4d245-792f-4ab5-9d13-8ee652268680","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:22.246806912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"740a45d8-c5f3-4d38-bd7c-48166cddf032","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:22.347259294Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"77fada3e-cf20-4ee2-8fcc-04cb91b8f8ae","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:22.92501398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"323b943f-f7e8-421f-86cb-4c4d0c9b6823","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:22.977109814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"323b943f-f7e8-421f-86cb-4c4d0c9b6823","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:23.028746042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"323b943f-f7e8-421f-86cb-4c4d0c9b6823","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:23.080412897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"323b943f-f7e8-421f-86cb-4c4d0c9b6823","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:24.973477132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"802f3648-d77b-4fef-a6e9-15d234283664","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:25.025975921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"802f3648-d77b-4fef-a6e9-15d234283664","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:25.082791297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"802f3648-d77b-4fef-a6e9-15d234283664","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:25.134258939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"802f3648-d77b-4fef-a6e9-15d234283664","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:25.687078546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"717db9b9-e7c3-4b98-97e9-46b3ae73dc69","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:25.687105203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"717db9b9-e7c3-4b98-97e9-46b3ae73dc69","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:25.741617806Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"59faf6e2-6bbe-4f79-9fea-d3e14b1d2d6a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:25.741642688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"59faf6e2-6bbe-4f79-9fea-d3e14b1d2d6a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:25.898537095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-1c434293","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-1c434293","reconcileID":"02723aac-5956-4100-bcaf-e9dbfa68e083","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-1c434293","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:25.958045767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-1c434293","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-1c434293","reconcileID":"02723aac-5956-4100-bcaf-e9dbfa68e083","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-1c434293","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:25.984669916Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"402d7d16-293e-4698-914f-cc6c33d6f3e5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:25.984689168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"402d7d16-293e-4698-914f-cc6c33d6f3e5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:26.04254337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f07e3b20-4309-4222-978b-fa9629feb3b6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:26.04256266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f07e3b20-4309-4222-978b-fa9629feb3b6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:26.093468819Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ccf5a7b-f7c3-4fa6-b21f-204a4b5e0288","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:26.093489576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ccf5a7b-f7c3-4fa6-b21f-204a4b5e0288","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:58:26.096863193Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-neg-ghost-sub-1c434293","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-neg-ghost-sub-1c434293\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:26.138890885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a3f1ad49-7b28-4f26-95fc-5e18ac3958c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:26.138896191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6eee3dc0-8192-4f48-824c-1a6fa104c176","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:26.147828001Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0eb00678-67cf-407d-833e-b9f91635712d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:26.147845087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0eb00678-67cf-407d-833e-b9f91635712d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:26.158256721Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e67bdd47-41ea-41cf-a407-1f6e165b6667","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:26.158277147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e67bdd47-41ea-41cf-a407-1f6e165b6667","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:26.195489674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6eee3dc0-8192-4f48-824c-1a6fa104c176","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:26.195540784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a3f1ad49-7b28-4f26-95fc-5e18ac3958c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:26.278342326Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c2d7de36-050e-4c62-b702-4b4bc4b559f6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:26.278361067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c2d7de36-050e-4c62-b702-4b4bc4b559f6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:26.425194015Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-1c434293","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-1c434293","reconcileID":"1afe2e69-e944-4f34-b348-208e86369dc5","MaaSSubscription":{"name":"e2e-neg-ghost-sub-1c434293","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-neg-ghost-sub-1c434293","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:26.425376538Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-1c434293","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-1c434293","reconcileID":"1afe2e69-e944-4f34-b348-208e86369dc5","MaaSSubscription":{"name":"e2e-neg-ghost-sub-1c434293","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-1c434293","error":"MaaSModelRef not found: llm/nonexistent-model-1c434293","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:26.432027287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-1c434293","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-1c434293","reconcileID":"ea46e8b6-5213-4744-acf2-d39bc2353e00","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-1c434293","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:26.492362637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-1c434293","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-1c434293","reconcileID":"ea46e8b6-5213-4744-acf2-d39bc2353e00","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-1c434293","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:26.608708749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c30c3eb4-b0b2-4849-a583-c04141986a61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:26.608728247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"54760036-dd73-4259-8a43-25f14929316e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:26.664028524Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"153483b0-c4f0-4cdd-928d-6ef572d135d3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:26.674862433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c30c3eb4-b0b2-4849-a583-c04141986a61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:26.674896681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"54760036-dd73-4259-8a43-25f14929316e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:26.690177685Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"acec1495-4734-4cd4-aa64-590586f142f5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:26.690196498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"acec1495-4734-4cd4-aa64-590586f142f5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:26.896763138Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-1c434293","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-1c434293","reconcileID":"e0133faa-1112-4237-a847-77a6a4aea691","MaaSSubscription":{"name":"e2e-neg-ghost-sub-1c434293","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:26.896907218Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-1c434293","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-1c434293","reconcileID":"e0133faa-1112-4237-a847-77a6a4aea691","MaaSSubscription":{"name":"e2e-neg-ghost-sub-1c434293","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-1c434293","error":"MaaSModelRef not found: llm/nonexistent-model-1c434293","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:27.18975455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e7c9b494-d637-4725-822a-57ac366264ca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:27.189774965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e7c9b494-d637-4725-822a-57ac366264ca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:28.246247297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2cc6a0f-ece9-46f6-83dd-2328905decab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:28.29799495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2cc6a0f-ece9-46f6-83dd-2328905decab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:28.349881954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2cc6a0f-ece9-46f6-83dd-2328905decab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:28.404943604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2cc6a0f-ece9-46f6-83dd-2328905decab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:30.308964284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66527227-b37b-4108-a8b6-498252ddc7fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:30.361695599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66527227-b37b-4108-a8b6-498252ddc7fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:30.413606423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66527227-b37b-4108-a8b6-498252ddc7fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:30.465494321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66527227-b37b-4108-a8b6-498252ddc7fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:35.723719641Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-1c434293","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-1c434293","reconcileID":"14810353-2ad4-4776-88f3-0616909fd3fd","MaaSSubscription":{"name":"e2e-neg-ghost-sub-1c434293","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:35.723740637Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"122160ba-93be-4ba5-a410-a433e0db5e36","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:35.723835822Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-1c434293","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-1c434293","reconcileID":"14810353-2ad4-4776-88f3-0616909fd3fd","MaaSSubscription":{"name":"e2e-neg-ghost-sub-1c434293","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-1c434293","error":"MaaSModelRef not found: llm/nonexistent-model-1c434293","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:35.8410031Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7257a3bb-f237-4bcf-ac7f-0fcb948ca7f0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:36.537005974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"default-tenant","reconcileID":"cb1fa53f-64d1-428f-aa48-d642442ab793","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:36.653470676Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"default-tenant","reconcileID":"cb1fa53f-64d1-428f-aa48-d642442ab793","name":"e2e-worker-w2-14a6e4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:36.781525687Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:38.758794948Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b0505e4e-523c-415e-a56a-47c9a09cefa0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:38.758815935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b0505e4e-523c-415e-a56a-47c9a09cefa0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:38.913237923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a779b717-7598-47dd-921b-aef748342ad2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:38.913262413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-1c434293","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-1c434293","reconcileID":"8622892f-9cf9-4399-9217-7095f6bd847d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-1c434293","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:38.913738417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"807aac88-5545-47a6-897f-8dcb009d9b86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:38.970809925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a779b717-7598-47dd-921b-aef748342ad2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:38.972173069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-1c434293","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-1c434293","reconcileID":"8622892f-9cf9-4399-9217-7095f6bd847d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-1c434293","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:38.973072061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"807aac88-5545-47a6-897f-8dcb009d9b86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:43.023373478Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8b427384-d2be-4dcb-acb2-b7df36ab8d1e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:43.068419Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0f4253be-c045-4d3f-9d3e-37187b2491bf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:43.384868201Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f3604d3f-b468-4326-825c-487687063130","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:48.255856981Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"713fe0f6-9567-4658-bde6-cd33b2321088","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:48.370172979Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b8ec5ce1-2a3c-4462-a8ec-14bb37b6aed1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:48.529136583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"faff8834-4061-47a4-b83b-e39de263538f","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:48.920039988Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-1c434293","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-1c434293","reconcileID":"2c1e026d-7cf4-48cf-8b22-fbf8090ad96f","MaaSSubscription":{"name":"e2e-neg-ghost-sub-1c434293","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-neg-ghost-sub-1c434293","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:49.076682961Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-1c434293","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-1c434293","reconcileID":"2c1e026d-7cf4-48cf-8b22-fbf8090ad96f","MaaSSubscription":{"name":"e2e-neg-ghost-sub-1c434293","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:49.076720828Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-1c434293","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-1c434293","reconcileID":"2c1e026d-7cf4-48cf-8b22-fbf8090ad96f","MaaSSubscription":{"name":"e2e-neg-ghost-sub-1c434293","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-1c434293","subscription":"e2e-neg-ghost-sub-1c434293","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:49.076885436Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-1c434293","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-1c434293","reconcileID":"2c1e026d-7cf4-48cf-8b22-fbf8090ad96f","MaaSSubscription":{"name":"e2e-neg-ghost-sub-1c434293","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-1c434293","error":"MaaSModelRef not found: llm/nonexistent-model-1c434293","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:49.391817093Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"105b7d83-6f7a-49d4-9e35-1e3dacd6ed0a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:49.39418393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"105b7d83-6f7a-49d4-9e35-1e3dacd6ed0a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:49.553892927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-1c434293","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-1c434293","reconcileID":"409e42fa-60fa-4b99-b7df-63290e5eba4e","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-1c434293","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:49.554654365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"003dc0f5-a5a7-4e87-8c5f-3b52c810ded2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:49.554915675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0d83f3e5-9cab-460a-b63c-c460e69cce6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:49.559954307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"351f0ff2-cf67-450b-b006-6776e110e4db","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:49.559977914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"351f0ff2-cf67-450b-b006-6776e110e4db","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:49.614221624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0d83f3e5-9cab-460a-b63c-c460e69cce6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:49.617729959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"003dc0f5-a5a7-4e87-8c5f-3b52c810ded2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:49.61921091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-1c434293","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-1c434293","reconcileID":"409e42fa-60fa-4b99-b7df-63290e5eba4e","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-1c434293","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:49.84241063Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-1c434293","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-1c434293","reconcileID":"240e6e63-3d31-463b-8bf4-2a9f73360883","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-1c434293","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:50.002191895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7473beda-8d4a-48ee-b2a4-63755ed97cca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:50.002336713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7473beda-8d4a-48ee-b2a4-63755ed97cca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:50.276757559Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2d6605f5-3e46-410e-b4a5-1db637be2840","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:50.276860143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2d6605f5-3e46-410e-b4a5-1db637be2840","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:50.333706959Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"480b4c45-9227-4c97-bbec-64d9c2144f27","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:50.333730013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"480b4c45-9227-4c97-bbec-64d9c2144f27","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:50.540943832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-121ecf8c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-121ecf8c","reconcileID":"d5d69d99-8e14-4d41-a3f7-06a66c0701f2","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-121ecf8c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:50.597671313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-121ecf8c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-121ecf8c","reconcileID":"d5d69d99-8e14-4d41-a3f7-06a66c0701f2","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-121ecf8c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:50.704273528Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-121ecf8c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-121ecf8c","reconcileID":"d5d69d99-8e14-4d41-a3f7-06a66c0701f2","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-121ecf8c","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-121ecf8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:50.914735961Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d2a9125c-f5ce-4a13-93d4-9c4083c85eb1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:50.914759278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d2a9125c-f5ce-4a13-93d4-9c4083c85eb1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:51.151423854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-121ecf8c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-121ecf8c","reconcileID":"6588457b-bb4f-4d9f-82a6-141e7a7a25bc","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-121ecf8c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:51.213879787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-121ecf8c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-121ecf8c","reconcileID":"6588457b-bb4f-4d9f-82a6-141e7a7a25bc","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-121ecf8c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:51.321582938Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-121ecf8c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-121ecf8c","reconcileID":"6588457b-bb4f-4d9f-82a6-141e7a7a25bc","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-121ecf8c","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-121ecf8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:53.080858636Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-121ecf8c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-121ecf8c","reconcileID":"b7f2fffd-ec44-406a-86a3-abd4be199995","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-121ecf8c","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:53.081013249Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2a811260-fce8-4fc2-b122-93a6fdaecb5a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:53.081036532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2a811260-fce8-4fc2-b122-93a6fdaecb5a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:53.132509997Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-121ecf8c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-121ecf8c","reconcileID":"b7f2fffd-ec44-406a-86a3-abd4be199995","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-121ecf8c","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-121ecf8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:53.392079652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ff5eb8d3-cf27-4d3d-ba4a-4c94810267ce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:53.392099252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ff5eb8d3-cf27-4d3d-ba4a-4c94810267ce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:53.809961291Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9781d04c-39a2-471d-b9ae-d99e4261de5c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:54.042534548Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"49cf64da-1df1-470e-89ba-21e79e4725a2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:57.526128199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaf05968-bc95-4917-9dc1-4f19a4958a9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:57.57782313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaf05968-bc95-4917-9dc1-4f19a4958a9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:57.629601466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaf05968-bc95-4917-9dc1-4f19a4958a9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:57.681305728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaf05968-bc95-4917-9dc1-4f19a4958a9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:59.562134121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6a27ca3-70aa-4939-bbf5-0cb24e2ce431","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:59.614190338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6a27ca3-70aa-4939-bbf5-0cb24e2ce431","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:59.66759256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6a27ca3-70aa-4939-bbf5-0cb24e2ce431","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:58:59.720858846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6a27ca3-70aa-4939-bbf5-0cb24e2ce431","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:01.716512716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94a9e268-b4bb-44a0-86e8-1440b7159738","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:01.768502547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94a9e268-b4bb-44a0-86e8-1440b7159738","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:01.82040945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94a9e268-b4bb-44a0-86e8-1440b7159738","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:01.872049637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94a9e268-b4bb-44a0-86e8-1440b7159738","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:01.924431167Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d81d143b-47c2-4770-9eb4-db6499d5208c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:02.080255877Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2fd15e0d-b17a-4342-a7be-e76ee720d572","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:02.240131358Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-0d2807","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-0d2807","reconcileID":"8af71343-b482-49a5-84ab-cd737e294f88","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-0d2807","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-0d2807":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:02.569777418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"95b583b1-c908-4fa1-a33f-4b0129c71408","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:02.629958689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"184052ce-9790-44e5-9d9c-5cda7bd3d3cb","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:03.796029193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b19727c2-25fe-4921-95e9-39fefc4c9781","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:03.848046814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b19727c2-25fe-4921-95e9-39fefc4c9781","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:03.899729556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b19727c2-25fe-4921-95e9-39fefc4c9781","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:03.951675889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b19727c2-25fe-4921-95e9-39fefc4c9781","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:05.846920876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63446fb1-c001-4f99-b5ec-128049433a28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:05.899351913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63446fb1-c001-4f99-b5ec-128049433a28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:05.951878151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63446fb1-c001-4f99-b5ec-128049433a28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:06.007549935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63446fb1-c001-4f99-b5ec-128049433a28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:06.780877468Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:23.21884824Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5284c4fb-9b0d-4aa8-9a4d-d004b507b04c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:23.321779959Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"102306dc-100c-48a1-aebc-a3f177589a81","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:23.805200858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"c0832e18-6367-4f1b-9646-238f1c9b50de","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:25.213781769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"default-tenant","reconcileID":"08e2d678-eb3a-4384-abf4-af9c99731b8b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-0d2807","tenantID":"e2e-inf-a-0d2807","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:25.331350003Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"default-tenant","reconcileID":"08e2d678-eb3a-4384-abf4-af9c99731b8b","name":"e2e-inf-a-0d2807-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:25.709289215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"premium-w0-9c8fc5","reconcileID":"39259c17-fc7f-4204-b4e3-083e9de8a785","MaaSModelRef":{"name":"premium-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"premium-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"premium-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:25.826115612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"98a5a22a-1b8a-48e3-8b45-d19b1ad09317","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:25.880650409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"ab25e546-ff8d-4dfa-8193-70b1c44049de","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:59:25.93274733Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"7d52a397-c0fa-471d-ac32-61ac401758a9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:26.047259356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"2e0564ca-6776-4695-a3d0-32a64a91a2f7","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:26.104277667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"25c034ab-db51-4f66-a4c9-42e707656f1e","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:26.122734393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"e6795fd0-af36-4d71-9a6d-8fb857997c70","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:26.183110777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"418d190e-8789-4d5e-b86d-392e733c8d20","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:26.282990387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"0241d18d-6d13-4a3e-9e3c-a3ca98805b89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:26.313951339Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"b9fb23b8-e467-4490-90ca-cfd9b62a0641","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"simulator-w0-9c8fc5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-9c8fc5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:26.409579261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"premium-w0-9c8fc5","reconcileID":"96dfaf3a-606c-4c86-aa39-69242ada29cb","MaaSModelRef":{"name":"premium-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"premium-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"premium-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:26.410117347Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"0241d18d-6d13-4a3e-9e3c-a3ca98805b89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:26.465638265Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-9c8fc5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"0241d18d-6d13-4a3e-9e3c-a3ca98805b89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:26.46587403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"67121358-975e-45d1-af9c-f237c8f823bd","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:59:26.471190642Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"b9fb23b8-e467-4490-90ca-cfd9b62a0641","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:26.515440677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"premium-w0-9c8fc5","reconcileID":"87194d5b-7b2b-4843-80f0-c5a81a7bdbd1","MaaSModelRef":{"name":"premium-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"premium-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"premium-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:59:26.518358014Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-9c8fc5/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:26.522346572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"af58385e-6d1f-4fea-9520-90238ef00f60","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:26.571856356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"premium-w0-9c8fc5","reconcileID":"6f29fea6-5813-49d2-a573-73c0c1395f68","MaaSModelRef":{"name":"premium-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"premium-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"premium-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:26.62540564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"12a2ceb7-6b94-47dd-86be-5d1b6fef9cc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:26.678090093Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"f5c1b2d6-6795-4f15-9e96-27b6b1552bf8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:26.681713474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"12a2ceb7-6b94-47dd-86be-5d1b6fef9cc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:26.704119292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"premium-w0-9c8fc5","reconcileID":"7b50b4f0-7149-4fd1-bc02-dcb28b631cdc","MaaSModelRef":{"name":"premium-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"premium-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"premium-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:26.73677656Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-9c8fc5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"12a2ceb7-6b94-47dd-86be-5d1b6fef9cc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:26.762444725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"premium-w0-9c8fc5","reconcileID":"be66d649-17be-4e31-95a7-3bcd6584edba","MaaSModelRef":{"name":"premium-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"premium-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"premium-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:26.785449886Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-subscription","reconcileID":"0ae885d4-c4a5-4f7c-9677-522b0a6a8699","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-premium-w0-9c8fc5","model":"premium-w0-9c8fc5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-9c8fc5/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:26.840391672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"b1680def-300e-4dd2-8e95-581326adade2","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:26.913551708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"1b9aef87-4513-491f-9a37-dc680257ee08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:26.916281522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"b89f72e9-dd8e-4a2d-9fd4-d9bcd24e6415","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:26.950895447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"premium-w0-9c8fc5","reconcileID":"75777935-e177-42b0-a969-6770cf6593f3","MaaSModelRef":{"name":"premium-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"premium-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"premium-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:26.970800265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"1b9aef87-4513-491f-9a37-dc680257ee08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:26.973172516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"b89f72e9-dd8e-4a2d-9fd4-d9bcd24e6415","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:27.028637617Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-9c8fc5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"b89f72e9-dd8e-4a2d-9fd4-d9bcd24e6415","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:27.028657719Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-9c8fc5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"1b9aef87-4513-491f-9a37-dc680257ee08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:27.083771587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"premium-w0-9c8fc5","reconcileID":"cf9150ba-fe02-4398-96bf-6d7637a86aeb","MaaSModelRef":{"name":"premium-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"premium-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"premium-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:27.158358693Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-subscription","reconcileID":"9223d711-30d5-4009-9d28-d23495181840","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-premium-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/premium-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:27.237502621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"3b8493cd-5ace-43d1-bf1d-c457653962e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:27.294013523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"3b8493cd-5ace-43d1-bf1d-c457653962e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:27.351110323Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-9c8fc5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"3b8493cd-5ace-43d1-bf1d-c457653962e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:34.394133144Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"8eb05266-dfb6-4025-9cbf-0e86c897ded6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:34.51277341Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"97f21d01-b051-46e1-a1eb-b3957d0a4009","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:34.558486492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"c8403a55-871d-44d6-a1f4-9a301573f982","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:34.689452261Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fa7a750d-a886-4982-8553-db7bdc3690d6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:34.815505656Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-subscription","reconcileID":"5b67b7a2-1c42-45e2-b7a4-cae2487eb480","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-premium-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/premium-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:34.979184996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"premium-w0-9c8fc5","reconcileID":"0288f913-7979-468b-8abe-4b5e409a7a6d","MaaSModelRef":{"name":"premium-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"premium-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"premium-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:34.986052458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"a210cf78-6b67-4039-ad75-d20ca1cc9b9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:34.986152241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"92c8d1cd-689b-4396-b779-6f57f418fb2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:35.043248832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"92c8d1cd-689b-4396-b779-6f57f418fb2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:35.043542337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"a210cf78-6b67-4039-ad75-d20ca1cc9b9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:35.099077339Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-9c8fc5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9e55482a3667e46a36e12eef9ee1f698d7f3821b98772215412df341d7836cda) AuthConfig (31735a0ade38d2fe8a875f58950ff0583388f20bfe312b6e73b39435511870cc) AuthConfig (706ccf694dfee878dfba81680d2df23aebfee048c2428421f51f105028b17319) AuthConfig (a5041506cf0ae65e9ba0499571ca06dc2dca6b091b8fdb2509bfff44c9121f9d) AuthConfig (fd2803e4a1d07b0a843c8cedc9c76941055b600ed8f51c62e6e5c6ae71451857) AuthConfig (c73c88c5688af8eb07c8877b6308fbfda3adfd718b9dcd69a0a5b39eceab54f0) AuthConfig (fb469ff8a59af12f068ae86d93cc09ec7a17f7402134875745e26cf360cd97fb) AuthConfig (b2be7c5f76a5be431f42991efcce3b78243da312cb6bd11385ee3dcd0e289af9) AuthConfig (e2b0d2aa73efa4e3e25a28096f2fe75eaa9d414906623fd634d4d3c385fbf062) AuthConfig (d097d9d4b81a0bc52ff9b13b1ae523a0b0f8e7afe88423ba14dd607a4385b8f0) AuthConfig (6558462829c46ea5674c1fc6872b7c2bf07087c12d929770fba772a4b7a96cff) AuthConfig (9b7f6280e1e4439b2f5150d603a5f4f5c4f56889f90c2f8b15b38a66cb85750b) AuthConfig (5fe98dbccc9b480377933b8f0951657d0eb9303d645c7995dec4be7c5c49fed4) AuthConfig (79815fc7f2e6ccffe7d0ce01677981978d74e05e6728f770cf709707e16decd8) AuthConfig (0bbfbecd3296276897c0c1b1b23b0a54b91ccb3efdcd012b4d98886f77389115) AuthConfig (483023525063f2816694e07fc264590c71c699334c4b7d68b298906ea736b12b) AuthConfig (da85641540fbd2a3ef2f7a3d468817052d44c28c85cf634934bf83468e37bffc) AuthConfig (7ff2f9c41b350f189d079740a6a83e5831fc2532272ac4fa0147d518e23451fc) AuthConfig (edace19dbcb299ee3dbb9436124d324f4679272b640d9a3d8fa271c37bec0d0e) AuthConfig (fcb1eaf348316fad88af943d03f820817aeff2312313cb21bc37ef6363df3923) AuthConfig (519f6280cf9e4be6f00b89f8c8cd3704a38f1ff78e09687e38d8123d67b1424e) AuthConfig (25b3e297116b7b0d28092068c929cbb85277c55af5449ec41da41d7afdaf3cca) AuthConfig (b95820c410eb0f495ff073bb8319e1451ebbe0434fad468c2d6a9a3cc8dd693b) AuthConfig (ac0641866d3da443f5b8c52fdd44d8e075676c3ca6f386289b10b0d8ea7fdc79) AuthConfig (634f598a8e547d9d1949537b3fdf980a3c49bc5c237905f6c4727a7335442d20) AuthConfig (0c77ff955f4552428167ff8b5daa532ca0f08868c89f394806bcc16cc616ed6c) AuthConfig (96b503c0330e9befc557b30ab6546376eb198c103d33f3f11144be525eadb28d) AuthConfig (695dcf1863ebbddd30e57fa453c5fca9c264451d446a73612dedce5be6b5f988) AuthConfig (86ae1d740a20e6b63d4755eabe74264cbde7eefb4cfcfa1e47a4738b646d6a9b) AuthConfig (4f90e9d0c973623c9662ad6d30cbec3a61ecc4522aa5e3a60245ab5ed13972c4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"92c8d1cd-689b-4396-b779-6f57f418fb2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:35.099574544Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-9c8fc5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9e55482a3667e46a36e12eef9ee1f698d7f3821b98772215412df341d7836cda) AuthConfig (31735a0ade38d2fe8a875f58950ff0583388f20bfe312b6e73b39435511870cc) AuthConfig (706ccf694dfee878dfba81680d2df23aebfee048c2428421f51f105028b17319) AuthConfig (a5041506cf0ae65e9ba0499571ca06dc2dca6b091b8fdb2509bfff44c9121f9d) AuthConfig (fd2803e4a1d07b0a843c8cedc9c76941055b600ed8f51c62e6e5c6ae71451857) AuthConfig (c73c88c5688af8eb07c8877b6308fbfda3adfd718b9dcd69a0a5b39eceab54f0) AuthConfig (fb469ff8a59af12f068ae86d93cc09ec7a17f7402134875745e26cf360cd97fb) AuthConfig (b2be7c5f76a5be431f42991efcce3b78243da312cb6bd11385ee3dcd0e289af9) AuthConfig (e2b0d2aa73efa4e3e25a28096f2fe75eaa9d414906623fd634d4d3c385fbf062) AuthConfig (d097d9d4b81a0bc52ff9b13b1ae523a0b0f8e7afe88423ba14dd607a4385b8f0) AuthConfig (6558462829c46ea5674c1fc6872b7c2bf07087c12d929770fba772a4b7a96cff) AuthConfig (9b7f6280e1e4439b2f5150d603a5f4f5c4f56889f90c2f8b15b38a66cb85750b) AuthConfig (5fe98dbccc9b480377933b8f0951657d0eb9303d645c7995dec4be7c5c49fed4) AuthConfig (79815fc7f2e6ccffe7d0ce01677981978d74e05e6728f770cf709707e16decd8) AuthConfig (0bbfbecd3296276897c0c1b1b23b0a54b91ccb3efdcd012b4d98886f77389115) AuthConfig (483023525063f2816694e07fc264590c71c699334c4b7d68b298906ea736b12b) AuthConfig (da85641540fbd2a3ef2f7a3d468817052d44c28c85cf634934bf83468e37bffc) AuthConfig (7ff2f9c41b350f189d079740a6a83e5831fc2532272ac4fa0147d518e23451fc) AuthConfig (edace19dbcb299ee3dbb9436124d324f4679272b640d9a3d8fa271c37bec0d0e) AuthConfig (fcb1eaf348316fad88af943d03f820817aeff2312313cb21bc37ef6363df3923) AuthConfig (519f6280cf9e4be6f00b89f8c8cd3704a38f1ff78e09687e38d8123d67b1424e) AuthConfig (25b3e297116b7b0d28092068c929cbb85277c55af5449ec41da41d7afdaf3cca) AuthConfig (b95820c410eb0f495ff073bb8319e1451ebbe0434fad468c2d6a9a3cc8dd693b) AuthConfig (ac0641866d3da443f5b8c52fdd44d8e075676c3ca6f386289b10b0d8ea7fdc79) AuthConfig (634f598a8e547d9d1949537b3fdf980a3c49bc5c237905f6c4727a7335442d20) AuthConfig (0c77ff955f4552428167ff8b5daa532ca0f08868c89f394806bcc16cc616ed6c) AuthConfig (96b503c0330e9befc557b30ab6546376eb198c103d33f3f11144be525eadb28d) AuthConfig (695dcf1863ebbddd30e57fa453c5fca9c264451d446a73612dedce5be6b5f988) AuthConfig (86ae1d740a20e6b63d4755eabe74264cbde7eefb4cfcfa1e47a4738b646d6a9b) AuthConfig (4f90e9d0c973623c9662ad6d30cbec3a61ecc4522aa5e3a60245ab5ed13972c4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"a210cf78-6b67-4039-ad75-d20ca1cc9b9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:35.159158402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"premium-w0-9c8fc5","reconcileID":"5557ef09-af54-48ed-bd58-d6ee372715a3","MaaSModelRef":{"name":"premium-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"premium-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"premium-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:35.162916899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"4a79b934-27c2-4132-96cf-2bb87e11b6c0","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:35.315734063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"da2b0786-e13c-4cf3-b1e2-aebc90e97755","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:35.31591068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"e1e07058-21a1-45fe-97e3-d733326f9a53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:35.377907776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"da2b0786-e13c-4cf3-b1e2-aebc90e97755","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:35.378579657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"e1e07058-21a1-45fe-97e3-d733326f9a53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:35.43347333Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-9c8fc5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9e55482a3667e46a36e12eef9ee1f698d7f3821b98772215412df341d7836cda) AuthConfig (31735a0ade38d2fe8a875f58950ff0583388f20bfe312b6e73b39435511870cc) AuthConfig (706ccf694dfee878dfba81680d2df23aebfee048c2428421f51f105028b17319) AuthConfig (a5041506cf0ae65e9ba0499571ca06dc2dca6b091b8fdb2509bfff44c9121f9d) AuthConfig (fd2803e4a1d07b0a843c8cedc9c76941055b600ed8f51c62e6e5c6ae71451857) AuthConfig (c73c88c5688af8eb07c8877b6308fbfda3adfd718b9dcd69a0a5b39eceab54f0) AuthConfig (fb469ff8a59af12f068ae86d93cc09ec7a17f7402134875745e26cf360cd97fb) AuthConfig (b2be7c5f76a5be431f42991efcce3b78243da312cb6bd11385ee3dcd0e289af9) AuthConfig (e2b0d2aa73efa4e3e25a28096f2fe75eaa9d414906623fd634d4d3c385fbf062) AuthConfig (d097d9d4b81a0bc52ff9b13b1ae523a0b0f8e7afe88423ba14dd607a4385b8f0) AuthConfig (6558462829c46ea5674c1fc6872b7c2bf07087c12d929770fba772a4b7a96cff) AuthConfig (9b7f6280e1e4439b2f5150d603a5f4f5c4f56889f90c2f8b15b38a66cb85750b) AuthConfig (5fe98dbccc9b480377933b8f0951657d0eb9303d645c7995dec4be7c5c49fed4) AuthConfig (79815fc7f2e6ccffe7d0ce01677981978d74e05e6728f770cf709707e16decd8) AuthConfig (0bbfbecd3296276897c0c1b1b23b0a54b91ccb3efdcd012b4d98886f77389115) AuthConfig (483023525063f2816694e07fc264590c71c699334c4b7d68b298906ea736b12b) AuthConfig (da85641540fbd2a3ef2f7a3d468817052d44c28c85cf634934bf83468e37bffc) AuthConfig (7ff2f9c41b350f189d079740a6a83e5831fc2532272ac4fa0147d518e23451fc) AuthConfig (edace19dbcb299ee3dbb9436124d324f4679272b640d9a3d8fa271c37bec0d0e) AuthConfig (fcb1eaf348316fad88af943d03f820817aeff2312313cb21bc37ef6363df3923) AuthConfig (519f6280cf9e4be6f00b89f8c8cd3704a38f1ff78e09687e38d8123d67b1424e) AuthConfig (25b3e297116b7b0d28092068c929cbb85277c55af5449ec41da41d7afdaf3cca) AuthConfig (b95820c410eb0f495ff073bb8319e1451ebbe0434fad468c2d6a9a3cc8dd693b) AuthConfig (ac0641866d3da443f5b8c52fdd44d8e075676c3ca6f386289b10b0d8ea7fdc79) AuthConfig (634f598a8e547d9d1949537b3fdf980a3c49bc5c237905f6c4727a7335442d20) AuthConfig (0c77ff955f4552428167ff8b5daa532ca0f08868c89f394806bcc16cc616ed6c) AuthConfig (96b503c0330e9befc557b30ab6546376eb198c103d33f3f11144be525eadb28d) AuthConfig (695dcf1863ebbddd30e57fa453c5fca9c264451d446a73612dedce5be6b5f988) AuthConfig (86ae1d740a20e6b63d4755eabe74264cbde7eefb4cfcfa1e47a4738b646d6a9b) AuthConfig (4f90e9d0c973623c9662ad6d30cbec3a61ecc4522aa5e3a60245ab5ed13972c4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"da2b0786-e13c-4cf3-b1e2-aebc90e97755","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:35.435470916Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-9c8fc5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9e55482a3667e46a36e12eef9ee1f698d7f3821b98772215412df341d7836cda) AuthConfig (31735a0ade38d2fe8a875f58950ff0583388f20bfe312b6e73b39435511870cc) AuthConfig (706ccf694dfee878dfba81680d2df23aebfee048c2428421f51f105028b17319) AuthConfig (a5041506cf0ae65e9ba0499571ca06dc2dca6b091b8fdb2509bfff44c9121f9d) AuthConfig (fd2803e4a1d07b0a843c8cedc9c76941055b600ed8f51c62e6e5c6ae71451857) AuthConfig (c73c88c5688af8eb07c8877b6308fbfda3adfd718b9dcd69a0a5b39eceab54f0) AuthConfig (fb469ff8a59af12f068ae86d93cc09ec7a17f7402134875745e26cf360cd97fb) AuthConfig (b2be7c5f76a5be431f42991efcce3b78243da312cb6bd11385ee3dcd0e289af9) AuthConfig (e2b0d2aa73efa4e3e25a28096f2fe75eaa9d414906623fd634d4d3c385fbf062) AuthConfig (d097d9d4b81a0bc52ff9b13b1ae523a0b0f8e7afe88423ba14dd607a4385b8f0) AuthConfig (6558462829c46ea5674c1fc6872b7c2bf07087c12d929770fba772a4b7a96cff) AuthConfig (9b7f6280e1e4439b2f5150d603a5f4f5c4f56889f90c2f8b15b38a66cb85750b) AuthConfig (5fe98dbccc9b480377933b8f0951657d0eb9303d645c7995dec4be7c5c49fed4) AuthConfig (79815fc7f2e6ccffe7d0ce01677981978d74e05e6728f770cf709707e16decd8) AuthConfig (0bbfbecd3296276897c0c1b1b23b0a54b91ccb3efdcd012b4d98886f77389115) AuthConfig (483023525063f2816694e07fc264590c71c699334c4b7d68b298906ea736b12b) AuthConfig (da85641540fbd2a3ef2f7a3d468817052d44c28c85cf634934bf83468e37bffc) AuthConfig (7ff2f9c41b350f189d079740a6a83e5831fc2532272ac4fa0147d518e23451fc) AuthConfig (edace19dbcb299ee3dbb9436124d324f4679272b640d9a3d8fa271c37bec0d0e) AuthConfig (fcb1eaf348316fad88af943d03f820817aeff2312313cb21bc37ef6363df3923) AuthConfig (519f6280cf9e4be6f00b89f8c8cd3704a38f1ff78e09687e38d8123d67b1424e) AuthConfig (25b3e297116b7b0d28092068c929cbb85277c55af5449ec41da41d7afdaf3cca) AuthConfig (b95820c410eb0f495ff073bb8319e1451ebbe0434fad468c2d6a9a3cc8dd693b) AuthConfig (ac0641866d3da443f5b8c52fdd44d8e075676c3ca6f386289b10b0d8ea7fdc79) AuthConfig (634f598a8e547d9d1949537b3fdf980a3c49bc5c237905f6c4727a7335442d20) AuthConfig (0c77ff955f4552428167ff8b5daa532ca0f08868c89f394806bcc16cc616ed6c) AuthConfig (96b503c0330e9befc557b30ab6546376eb198c103d33f3f11144be525eadb28d) AuthConfig (695dcf1863ebbddd30e57fa453c5fca9c264451d446a73612dedce5be6b5f988) AuthConfig (86ae1d740a20e6b63d4755eabe74264cbde7eefb4cfcfa1e47a4738b646d6a9b) AuthConfig (4f90e9d0c973623c9662ad6d30cbec3a61ecc4522aa5e3a60245ab5ed13972c4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"e1e07058-21a1-45fe-97e3-d733326f9a53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T05:59:35.487376159Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"da2b0786-e13c-4cf3-b1e2-aebc90e97755","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T05:59:35.488243414Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"e1e07058-21a1-45fe-97e3-d733326f9a53","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:35.647953113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"25320cbc-83a4-4792-a833-b6f5dc04fdcb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:35.647952485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"e79f2f8e-6e3a-4ee6-affa-8b788e9a5606","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:35.706364989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"e79f2f8e-6e3a-4ee6-affa-8b788e9a5606","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:35.708358513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"25320cbc-83a4-4792-a833-b6f5dc04fdcb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:35.768301794Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-9c8fc5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9e55482a3667e46a36e12eef9ee1f698d7f3821b98772215412df341d7836cda) AuthConfig (31735a0ade38d2fe8a875f58950ff0583388f20bfe312b6e73b39435511870cc) AuthConfig (706ccf694dfee878dfba81680d2df23aebfee048c2428421f51f105028b17319) AuthConfig (a5041506cf0ae65e9ba0499571ca06dc2dca6b091b8fdb2509bfff44c9121f9d) AuthConfig (fd2803e4a1d07b0a843c8cedc9c76941055b600ed8f51c62e6e5c6ae71451857) AuthConfig (c73c88c5688af8eb07c8877b6308fbfda3adfd718b9dcd69a0a5b39eceab54f0) AuthConfig (fb469ff8a59af12f068ae86d93cc09ec7a17f7402134875745e26cf360cd97fb) AuthConfig (b2be7c5f76a5be431f42991efcce3b78243da312cb6bd11385ee3dcd0e289af9) AuthConfig (e2b0d2aa73efa4e3e25a28096f2fe75eaa9d414906623fd634d4d3c385fbf062) AuthConfig (d097d9d4b81a0bc52ff9b13b1ae523a0b0f8e7afe88423ba14dd607a4385b8f0) AuthConfig (6558462829c46ea5674c1fc6872b7c2bf07087c12d929770fba772a4b7a96cff) AuthConfig (9b7f6280e1e4439b2f5150d603a5f4f5c4f56889f90c2f8b15b38a66cb85750b) AuthConfig (5fe98dbccc9b480377933b8f0951657d0eb9303d645c7995dec4be7c5c49fed4) AuthConfig (79815fc7f2e6ccffe7d0ce01677981978d74e05e6728f770cf709707e16decd8) AuthConfig (0bbfbecd3296276897c0c1b1b23b0a54b91ccb3efdcd012b4d98886f77389115) AuthConfig (483023525063f2816694e07fc264590c71c699334c4b7d68b298906ea736b12b) AuthConfig (da85641540fbd2a3ef2f7a3d468817052d44c28c85cf634934bf83468e37bffc) AuthConfig (7ff2f9c41b350f189d079740a6a83e5831fc2532272ac4fa0147d518e23451fc) AuthConfig (edace19dbcb299ee3dbb9436124d324f4679272b640d9a3d8fa271c37bec0d0e) AuthConfig (fcb1eaf348316fad88af943d03f820817aeff2312313cb21bc37ef6363df3923) AuthConfig (519f6280cf9e4be6f00b89f8c8cd3704a38f1ff78e09687e38d8123d67b1424e) AuthConfig (25b3e297116b7b0d28092068c929cbb85277c55af5449ec41da41d7afdaf3cca) AuthConfig (b95820c410eb0f495ff073bb8319e1451ebbe0434fad468c2d6a9a3cc8dd693b) AuthConfig (ac0641866d3da443f5b8c52fdd44d8e075676c3ca6f386289b10b0d8ea7fdc79) AuthConfig (634f598a8e547d9d1949537b3fdf980a3c49bc5c237905f6c4727a7335442d20) AuthConfig (0c77ff955f4552428167ff8b5daa532ca0f08868c89f394806bcc16cc616ed6c) AuthConfig (96b503c0330e9befc557b30ab6546376eb198c103d33f3f11144be525eadb28d) AuthConfig (695dcf1863ebbddd30e57fa453c5fca9c264451d446a73612dedce5be6b5f988) AuthConfig (86ae1d740a20e6b63d4755eabe74264cbde7eefb4cfcfa1e47a4738b646d6a9b) AuthConfig (4f90e9d0c973623c9662ad6d30cbec3a61ecc4522aa5e3a60245ab5ed13972c4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"25320cbc-83a4-4792-a833-b6f5dc04fdcb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:35.769875327Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-9c8fc5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9e55482a3667e46a36e12eef9ee1f698d7f3821b98772215412df341d7836cda) AuthConfig (31735a0ade38d2fe8a875f58950ff0583388f20bfe312b6e73b39435511870cc) AuthConfig (706ccf694dfee878dfba81680d2df23aebfee048c2428421f51f105028b17319) AuthConfig (a5041506cf0ae65e9ba0499571ca06dc2dca6b091b8fdb2509bfff44c9121f9d) AuthConfig (fd2803e4a1d07b0a843c8cedc9c76941055b600ed8f51c62e6e5c6ae71451857) AuthConfig (c73c88c5688af8eb07c8877b6308fbfda3adfd718b9dcd69a0a5b39eceab54f0) AuthConfig (fb469ff8a59af12f068ae86d93cc09ec7a17f7402134875745e26cf360cd97fb) AuthConfig (b2be7c5f76a5be431f42991efcce3b78243da312cb6bd11385ee3dcd0e289af9) AuthConfig (e2b0d2aa73efa4e3e25a28096f2fe75eaa9d414906623fd634d4d3c385fbf062) AuthConfig (d097d9d4b81a0bc52ff9b13b1ae523a0b0f8e7afe88423ba14dd607a4385b8f0) AuthConfig (6558462829c46ea5674c1fc6872b7c2bf07087c12d929770fba772a4b7a96cff) AuthConfig (9b7f6280e1e4439b2f5150d603a5f4f5c4f56889f90c2f8b15b38a66cb85750b) AuthConfig (5fe98dbccc9b480377933b8f0951657d0eb9303d645c7995dec4be7c5c49fed4) AuthConfig (79815fc7f2e6ccffe7d0ce01677981978d74e05e6728f770cf709707e16decd8) AuthConfig (0bbfbecd3296276897c0c1b1b23b0a54b91ccb3efdcd012b4d98886f77389115) AuthConfig (483023525063f2816694e07fc264590c71c699334c4b7d68b298906ea736b12b) AuthConfig (da85641540fbd2a3ef2f7a3d468817052d44c28c85cf634934bf83468e37bffc) AuthConfig (7ff2f9c41b350f189d079740a6a83e5831fc2532272ac4fa0147d518e23451fc) AuthConfig (edace19dbcb299ee3dbb9436124d324f4679272b640d9a3d8fa271c37bec0d0e) AuthConfig (fcb1eaf348316fad88af943d03f820817aeff2312313cb21bc37ef6363df3923) AuthConfig (519f6280cf9e4be6f00b89f8c8cd3704a38f1ff78e09687e38d8123d67b1424e) AuthConfig (25b3e297116b7b0d28092068c929cbb85277c55af5449ec41da41d7afdaf3cca) AuthConfig (b95820c410eb0f495ff073bb8319e1451ebbe0434fad468c2d6a9a3cc8dd693b) AuthConfig (ac0641866d3da443f5b8c52fdd44d8e075676c3ca6f386289b10b0d8ea7fdc79) AuthConfig (634f598a8e547d9d1949537b3fdf980a3c49bc5c237905f6c4727a7335442d20) AuthConfig (0c77ff955f4552428167ff8b5daa532ca0f08868c89f394806bcc16cc616ed6c) AuthConfig (96b503c0330e9befc557b30ab6546376eb198c103d33f3f11144be525eadb28d) AuthConfig (695dcf1863ebbddd30e57fa453c5fca9c264451d446a73612dedce5be6b5f988) AuthConfig (86ae1d740a20e6b63d4755eabe74264cbde7eefb4cfcfa1e47a4738b646d6a9b) AuthConfig (4f90e9d0c973623c9662ad6d30cbec3a61ecc4522aa5e3a60245ab5ed13972c4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"e79f2f8e-6e3a-4ee6-affa-8b788e9a5606","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:36.78092521Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:41.360341107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"43557c49-533f-4907-ba42-8901bdd468e1","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:41.42852812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"c0e39262-04b8-4344-868c-9ea3086f8169","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:43.676075814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"109a06ad-6e6e-479d-9ac4-a1e47b9f3f59","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:45.930052026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"414b08b2-5fdd-4573-9a87-a347e04ab774","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:45.930079088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"93177995-ef4f-4ca2-94ce-2ce3511498d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:45.989139202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"93177995-ef4f-4ca2-94ce-2ce3511498d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:45.989146573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"414b08b2-5fdd-4573-9a87-a347e04ab774","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:46.045169685Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-9c8fc5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9e55482a3667e46a36e12eef9ee1f698d7f3821b98772215412df341d7836cda) AuthConfig (31735a0ade38d2fe8a875f58950ff0583388f20bfe312b6e73b39435511870cc) AuthConfig (706ccf694dfee878dfba81680d2df23aebfee048c2428421f51f105028b17319) AuthConfig (a5041506cf0ae65e9ba0499571ca06dc2dca6b091b8fdb2509bfff44c9121f9d) AuthConfig (fd2803e4a1d07b0a843c8cedc9c76941055b600ed8f51c62e6e5c6ae71451857) AuthConfig (c73c88c5688af8eb07c8877b6308fbfda3adfd718b9dcd69a0a5b39eceab54f0) AuthConfig (fb469ff8a59af12f068ae86d93cc09ec7a17f7402134875745e26cf360cd97fb) AuthConfig (b2be7c5f76a5be431f42991efcce3b78243da312cb6bd11385ee3dcd0e289af9) AuthConfig (e2b0d2aa73efa4e3e25a28096f2fe75eaa9d414906623fd634d4d3c385fbf062) AuthConfig (d097d9d4b81a0bc52ff9b13b1ae523a0b0f8e7afe88423ba14dd607a4385b8f0) AuthConfig (6558462829c46ea5674c1fc6872b7c2bf07087c12d929770fba772a4b7a96cff) AuthConfig (9b7f6280e1e4439b2f5150d603a5f4f5c4f56889f90c2f8b15b38a66cb85750b) AuthConfig (5fe98dbccc9b480377933b8f0951657d0eb9303d645c7995dec4be7c5c49fed4) AuthConfig (79815fc7f2e6ccffe7d0ce01677981978d74e05e6728f770cf709707e16decd8) AuthConfig (0bbfbecd3296276897c0c1b1b23b0a54b91ccb3efdcd012b4d98886f77389115) AuthConfig (483023525063f2816694e07fc264590c71c699334c4b7d68b298906ea736b12b) AuthConfig (da85641540fbd2a3ef2f7a3d468817052d44c28c85cf634934bf83468e37bffc) AuthConfig (7ff2f9c41b350f189d079740a6a83e5831fc2532272ac4fa0147d518e23451fc) AuthConfig (edace19dbcb299ee3dbb9436124d324f4679272b640d9a3d8fa271c37bec0d0e) AuthConfig (fcb1eaf348316fad88af943d03f820817aeff2312313cb21bc37ef6363df3923) AuthConfig (519f6280cf9e4be6f00b89f8c8cd3704a38f1ff78e09687e38d8123d67b1424e) AuthConfig (25b3e297116b7b0d28092068c929cbb85277c55af5449ec41da41d7afdaf3cca) AuthConfig (b95820c410eb0f495ff073bb8319e1451ebbe0434fad468c2d6a9a3cc8dd693b) AuthConfig (ac0641866d3da443f5b8c52fdd44d8e075676c3ca6f386289b10b0d8ea7fdc79) AuthConfig (634f598a8e547d9d1949537b3fdf980a3c49bc5c237905f6c4727a7335442d20) AuthConfig (0c77ff955f4552428167ff8b5daa532ca0f08868c89f394806bcc16cc616ed6c) AuthConfig (96b503c0330e9befc557b30ab6546376eb198c103d33f3f11144be525eadb28d) AuthConfig (695dcf1863ebbddd30e57fa453c5fca9c264451d446a73612dedce5be6b5f988) AuthConfig (86ae1d740a20e6b63d4755eabe74264cbde7eefb4cfcfa1e47a4738b646d6a9b) AuthConfig (4f90e9d0c973623c9662ad6d30cbec3a61ecc4522aa5e3a60245ab5ed13972c4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"414b08b2-5fdd-4573-9a87-a347e04ab774","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:46.046409848Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-9c8fc5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9e55482a3667e46a36e12eef9ee1f698d7f3821b98772215412df341d7836cda) AuthConfig (31735a0ade38d2fe8a875f58950ff0583388f20bfe312b6e73b39435511870cc) AuthConfig (706ccf694dfee878dfba81680d2df23aebfee048c2428421f51f105028b17319) AuthConfig (a5041506cf0ae65e9ba0499571ca06dc2dca6b091b8fdb2509bfff44c9121f9d) AuthConfig (fd2803e4a1d07b0a843c8cedc9c76941055b600ed8f51c62e6e5c6ae71451857) AuthConfig (c73c88c5688af8eb07c8877b6308fbfda3adfd718b9dcd69a0a5b39eceab54f0) AuthConfig (fb469ff8a59af12f068ae86d93cc09ec7a17f7402134875745e26cf360cd97fb) AuthConfig (b2be7c5f76a5be431f42991efcce3b78243da312cb6bd11385ee3dcd0e289af9) AuthConfig (e2b0d2aa73efa4e3e25a28096f2fe75eaa9d414906623fd634d4d3c385fbf062) AuthConfig (d097d9d4b81a0bc52ff9b13b1ae523a0b0f8e7afe88423ba14dd607a4385b8f0) AuthConfig (6558462829c46ea5674c1fc6872b7c2bf07087c12d929770fba772a4b7a96cff) AuthConfig (9b7f6280e1e4439b2f5150d603a5f4f5c4f56889f90c2f8b15b38a66cb85750b) AuthConfig (5fe98dbccc9b480377933b8f0951657d0eb9303d645c7995dec4be7c5c49fed4) AuthConfig (79815fc7f2e6ccffe7d0ce01677981978d74e05e6728f770cf709707e16decd8) AuthConfig (0bbfbecd3296276897c0c1b1b23b0a54b91ccb3efdcd012b4d98886f77389115) AuthConfig (483023525063f2816694e07fc264590c71c699334c4b7d68b298906ea736b12b) AuthConfig (da85641540fbd2a3ef2f7a3d468817052d44c28c85cf634934bf83468e37bffc) AuthConfig (7ff2f9c41b350f189d079740a6a83e5831fc2532272ac4fa0147d518e23451fc) AuthConfig (edace19dbcb299ee3dbb9436124d324f4679272b640d9a3d8fa271c37bec0d0e) AuthConfig (fcb1eaf348316fad88af943d03f820817aeff2312313cb21bc37ef6363df3923) AuthConfig (519f6280cf9e4be6f00b89f8c8cd3704a38f1ff78e09687e38d8123d67b1424e) AuthConfig (25b3e297116b7b0d28092068c929cbb85277c55af5449ec41da41d7afdaf3cca) AuthConfig (b95820c410eb0f495ff073bb8319e1451ebbe0434fad468c2d6a9a3cc8dd693b) AuthConfig (ac0641866d3da443f5b8c52fdd44d8e075676c3ca6f386289b10b0d8ea7fdc79) AuthConfig (634f598a8e547d9d1949537b3fdf980a3c49bc5c237905f6c4727a7335442d20) AuthConfig (0c77ff955f4552428167ff8b5daa532ca0f08868c89f394806bcc16cc616ed6c) AuthConfig (96b503c0330e9befc557b30ab6546376eb198c103d33f3f11144be525eadb28d) AuthConfig (695dcf1863ebbddd30e57fa453c5fca9c264451d446a73612dedce5be6b5f988) AuthConfig (86ae1d740a20e6b63d4755eabe74264cbde7eefb4cfcfa1e47a4738b646d6a9b) AuthConfig (4f90e9d0c973623c9662ad6d30cbec3a61ecc4522aa5e3a60245ab5ed13972c4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"93177995-ef4f-4ca2-94ce-2ce3511498d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:51.271204276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2465c5c-b9e3-4577-8313-f4604db1161d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:51.323121905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2465c5c-b9e3-4577-8313-f4604db1161d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:51.375696595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2465c5c-b9e3-4577-8313-f4604db1161d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:51.427561393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2465c5c-b9e3-4577-8313-f4604db1161d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:53.29910117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06ddaf3e-0787-4927-8908-cae2c2f36c9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:53.351705798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06ddaf3e-0787-4927-8908-cae2c2f36c9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:53.403619075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06ddaf3e-0787-4927-8908-cae2c2f36c9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:53.455277648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06ddaf3e-0787-4927-8908-cae2c2f36c9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:56.200850014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"dad4a0cd-1745-441d-9a70-d07e3d315f02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:56.200852376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"32eb73b3-37b3-4107-98ff-46cc1981acfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:56.257757203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"32eb73b3-37b3-4107-98ff-46cc1981acfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:56.257895644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"dad4a0cd-1745-441d-9a70-d07e3d315f02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:56.571733968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"44b1d2c4-9035-4285-8019-f7f4b7f8ad43","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:56.574469678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"premium-w0-9c8fc5","reconcileID":"c1eac67d-81f9-481a-8ceb-7f580378c0b1","MaaSModelRef":{"name":"premium-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"premium-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"premium-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:56.757611005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2c7bbaa5-6021-42af-bcd5-460b7fd5e8bf","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:56.857932096Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-subscription","reconcileID":"c2f49189-4446-458a-98ad-4b60240ae96d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-premium-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/premium-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:56.874888367Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"9364432d-a8ce-4ad0-aa2a-82a2b86d26c8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T05:59:56.993835404Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8e08b5d5-7828-42ec-9968-d179eaa3c3ac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:06.424674739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"premium-w4-f73e89","reconcileID":"0b85978a-95ca-49e7-9f0b-ba9c1f60e4c9","MaaSModelRef":{"name":"premium-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"premium-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"premium-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:06.558558638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"8650b554-f348-49e9-ad1d-32241a232124","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:06.614893057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"6d884a76-78f8-41f0-99f3-ddeb28f71079","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:00:06.667024334Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-subscription","reconcileID":"b0a6170a-705d-4f59-92af-2bb3d2e29eaa","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:06.673019723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"premium-w0-9c8fc5","reconcileID":"773d22cd-35c1-468c-b677-4e9fb1eefcaa","MaaSModelRef":{"name":"premium-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"premium-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"premium-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:06.781105986Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:06.786078257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"2d002ac7-ac39-4be3-aa50-59d63e02a8d7","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:06.838504795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"b076b0af-2afe-4735-9bfb-1d9fa0986706","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:06.898492409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"25a364d2-8ad0-47bf-aacb-0e6474c7f538","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:00:06.95181139Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"25a364d2-8ad0-47bf-aacb-0e6474c7f538","name":"simulator-w4-f73e89","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w4-f73e89\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:00:06.951900391Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"25a364d2-8ad0-47bf-aacb-0e6474c7f538","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w4-f73e89\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:06.957251965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"5cd385c4-396a-4dc7-b24c-03e73981be1d","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:07.000740057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"9d0d34b2-a9ab-4457-921c-a0dae762e196","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:07.057415882Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-subscription","reconcileID":"6e2b7f39-0e0b-470d-b5b3-4108f24c7637","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"simulator-w4-f73e89","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-f73e89/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:07.120667924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"premium-w4-f73e89","reconcileID":"c3e2ee6b-eef3-4f71-a058-5a850aedb426","MaaSModelRef":{"name":"premium-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"premium-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"premium-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:07.128779805Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"9d0d34b2-a9ab-4457-921c-a0dae762e196","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:07.137040415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"99d575e7-82a5-4229-bdeb-9b01e8721ec1","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:07.175710975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"8a588487-9a76-484a-918b-9be083c717fd","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:07.185302269Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-f73e89-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"9d0d34b2-a9ab-4457-921c-a0dae762e196","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:07.205336483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"c3afa2e3-fb39-49fc-9705-d655bac9d919","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:00:07.215427733Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-subscription","reconcileID":"6e2b7f39-0e0b-470d-b5b3-4108f24c7637","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:07.226949863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"premium-w4-f73e89","reconcileID":"e76f1006-20d5-4587-8d67-9383ea8c2b78","MaaSModelRef":{"name":"premium-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"premium-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"premium-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:00:07.232499583Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-f73e89/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:07.258925474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"ea77fc1e-c1ca-4c6c-842e-ce94b509331c","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:07.318191317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"premium-w4-f73e89","reconcileID":"16403e44-e9df-45c7-aee1-2ae780eaf19b","MaaSModelRef":{"name":"premium-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"premium-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"premium-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:07.369685356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"78d0e478-3e2f-429b-a94b-52862422097d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:07.401531206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"premium-w4-f73e89","reconcileID":"db2538bc-4766-467a-885d-8381a5cbd593","MaaSModelRef":{"name":"premium-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"premium-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"premium-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:07.426248996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"78d0e478-3e2f-429b-a94b-52862422097d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:07.460979814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"premium-w4-f73e89","reconcileID":"aff51be0-e9f6-4451-bc13-9f44bd37219c","MaaSModelRef":{"name":"premium-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"premium-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"premium-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:07.471913557Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-subscription","reconcileID":"68c0a757-b1a1-4ace-9ecf-7a72b59645aa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:07.481408068Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-f73e89-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"78d0e478-3e2f-429b-a94b-52862422097d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:00:07.514109985Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"premium-w4-f73e89","reconcileID":"aff51be0-e9f6-4451-bc13-9f44bd37219c","name":"premium-w4-f73e89","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-f73e89\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:00:07.514173498Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"premium-w4-f73e89","reconcileID":"aff51be0-e9f6-4451-bc13-9f44bd37219c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-f73e89\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:07.519581976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"premium-w4-f73e89","reconcileID":"0e2e6b34-8127-4eec-8146-4b2f764bc7c6","MaaSModelRef":{"name":"premium-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"premium-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"premium-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:07.570134292Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-subscription","reconcileID":"c75c8c36-9e18-4eba-9fc0-68e80bc3be0e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-premium-w4-f73e89","model":"premium-w4-f73e89","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-f73e89/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:07.6357597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"9668f1a1-7a20-4acd-bb90-93c8ff6ef089","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:07.642681063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"04f129d8-c8b6-426b-a0f2-87b303db44f1","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:07.692450127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"9668f1a1-7a20-4acd-bb90-93c8ff6ef089","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:07.712496227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"439fbf30-4600-4d77-a7ff-cf5062944744","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:07.748015666Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-f73e89-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"9668f1a1-7a20-4acd-bb90-93c8ff6ef089","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:07.749599063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"premium-w4-f73e89","reconcileID":"db2b4541-d522-4bb3-bd57-518cee589524","MaaSModelRef":{"name":"premium-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"premium-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"premium-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:07.769412503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"439fbf30-4600-4d77-a7ff-cf5062944744","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:07.804840391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"premium-w4-f73e89","reconcileID":"7886186f-f732-4933-8985-542f92a10231","MaaSModelRef":{"name":"premium-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"premium-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"premium-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:07.824986847Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-f73e89-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"439fbf30-4600-4d77-a7ff-cf5062944744","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:07.959557478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"5a314e15-8437-44c6-acb1-168f822d4bca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:07.959572168Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-subscription","reconcileID":"59179563-b044-46fa-ba2b-8521468b3903","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-premium-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/premium-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:08.016532333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"5a314e15-8437-44c6-acb1-168f822d4bca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:08.072037629Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-f73e89-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"5a314e15-8437-44c6-acb1-168f822d4bca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:08.148411787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd1e63d0-0491-4406-ba58-f890e872d1c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:08.200462035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd1e63d0-0491-4406-ba58-f890e872d1c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:08.252297516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd1e63d0-0491-4406-ba58-f890e872d1c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:08.304057693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd1e63d0-0491-4406-ba58-f890e872d1c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:08.738390228Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-cda04f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-cda04f","reconcileID":"36d68959-6fcb-4649-8ae6-1ebfdcde8eea","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-cda04f","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-cda04f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:10.20436305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3b418fe-b30f-4de7-90b4-efce5e64f1a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:10.256171757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3b418fe-b30f-4de7-90b4-efce5e64f1a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:10.308902077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3b418fe-b30f-4de7-90b4-efce5e64f1a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:10.360862805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3b418fe-b30f-4de7-90b4-efce5e64f1a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:10.52180465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"055b02e2-5e7a-45c4-ac6b-656e3468650a","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:10.630037442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"d5ad836f-d9ed-47ff-ba6d-1d1c8891ac79","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:10.817296546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b78e4028-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-bulk-sub-b78e4028-auth","reconcileID":"9edaf4ee-05fc-446b-a613-b9c87c7f97c0","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b78e4028-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:10.836735252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"1ab5030e-1f13-4663-9592-7ceb5b3c1541","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:10.876427541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b78e4028-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-bulk-sub-b78e4028-auth","reconcileID":"9edaf4ee-05fc-446b-a613-b9c87c7f97c0","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b78e4028-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:10.894415932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"premium-w4-f73e89","reconcileID":"dade3613-3480-4d18-b3e4-13be473e147a","MaaSModelRef":{"name":"premium-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"premium-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"premium-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:10.944704622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"c98ede04-c2e9-460d-a736-76a1b12d9964","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:00:10.947381101Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-9c8fc5/e2e-bulk-sub-b78e4028","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-bulk-sub-b78e4028\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:10.991574127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"3ada1ac1-c528-444d-b3dd-0e9e65c38305","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:10.991574443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"8141d7dc-a8e3-4ce8-a105-e8720e29dd76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:10.999560026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"ee9759ec-7718-4e30-9877-36439b8f0edc","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:11.050092278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"8141d7dc-a8e3-4ce8-a105-e8720e29dd76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:11.05029571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"3ada1ac1-c528-444d-b3dd-0e9e65c38305","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:11.191834703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"2a37f0f6-c69d-4db6-bc7e-86e1d15d3c10","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:11.269502057Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-b78e4028","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-bulk-sub-b78e4028","reconcileID":"f500bc17-39a7-4ad7-8eac-98728a59aa37","MaaSSubscription":{"name":"e2e-bulk-sub-b78e4028","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-9c8fc5/e2e-bulk-sub-b78e4028","ai-tenant-e2e-worker-w0-9c8fc5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:11.346239014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b78e4028-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-bulk-sub-b78e4028-auth","reconcileID":"217060ba-b73b-43a5-ba3b-c0edaa644d11","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b78e4028-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:11.403176082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b78e4028-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-bulk-sub-b78e4028-auth","reconcileID":"217060ba-b73b-43a5-ba3b-c0edaa644d11","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b78e4028-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:11.430934749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"c64038c9-8914-4a36-9359-60cd4102a9b9","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:11.446785101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"382fb7b0-186e-49fc-88be-49670b9536a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:11.446785105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"4a4249ad-bfc8-404f-a1eb-7942b842387c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:11.478599822Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"cdb43c0f-9644-44dc-ae9f-b7bd11372836","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:11.505236846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"382fb7b0-186e-49fc-88be-49670b9536a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:11.505409576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"4a4249ad-bfc8-404f-a1eb-7942b842387c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:11.641860024Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-b78e4028","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-bulk-sub-b78e4028","reconcileID":"98abdb31-d5ae-4f9e-9c7c-c65a8ff1c4b1","MaaSSubscription":{"name":"e2e-bulk-sub-b78e4028","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:14.942963108Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2d2a9c93-3d6d-4a77-b8b8-e3eae9d0f7a7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:15.044381722Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-subscription","reconcileID":"b5df8342-25ec-4ecd-a15e-a63efbec044e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-premium-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/premium-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:15.231021479Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-subscription","reconcileID":"150912ac-e3ef-4773-924a-3621a41f3d1c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:15.333170805Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-subscription","reconcileID":"eb7f64fd-cf19-425e-9cfd-88f8a8b700fe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-premium-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/premium-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:15.35097533Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"48cc5201-6cb3-45fe-9810-7fc3d1518741","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:15.393311591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"cc62cc07-f80c-473a-80b7-9f3b5a75f707","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:15.393347924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"a07685a0-f5e7-452c-b300-7acc28b62ea8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:15.394158104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"8af3665b-a59d-40b3-ad47-b221d1bf05f2","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:15.450293103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"a07685a0-f5e7-452c-b300-7acc28b62ea8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:15.450433713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"cc62cc07-f80c-473a-80b7-9f3b5a75f707","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:15.497169457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"premium-w4-f73e89","reconcileID":"54c5c23f-0d02-4b9f-a62e-f8e38078b4d2","MaaSModelRef":{"name":"premium-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"premium-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"premium-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:15.508013559Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-f73e89-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5aa46eed0312f1190461859cfdcfd5ec82457089e878b3f9d0ee3c0405bb0776) AuthConfig (89d6482cf56f01033f5dd31c8f6f84d45c4c2b9d66187d148b4bad31724bc60b) AuthConfig (4e53cb55a790a8393fca9d1015d256ad1d5a276f8048f123142b73484b64d3db) AuthConfig (f9bb5635848141d255a8c7926bd8d21e76ab2854e6790984ecfaf81480689836) AuthConfig (321f6463e46b9604745d607b2e68883cf9fa7db2f53adb04e84ad0b30f94a4c9) AuthConfig (77151b9afb5d8d258ab365634630d1b3d728420e262e21439a9f71dccb1262b8) AuthConfig (83c26a0a44b15638878144dd5c5d304ec5aa08b425b241b04804a50ac6995f7f) AuthConfig (00f4749dc3cdb39b76e7f9a4f972ee0bf39e28bb5327393b0bd71362a92b4484) AuthConfig (8185d8f14fbfc7124d24f627c76b0599e2614ec9c30ba290b6a468059b8f51d3) AuthConfig (ad5f86923f0bc7afa76e07218641a5ca3a2ea8d0407f6f53fd12f53228b0dae7) AuthConfig (6ab2bcbec9ce7baf17b02f9a4ecf079bf8f9a83325835551a93a2256cd802b79) AuthConfig (2a1f2e9e208698ddeea1a0cde6f3d5cec15ecd442603162f9ab7ccfd65f4fc3d) AuthConfig (c485e2c63132a4d264453a88790141eabecb9079d5c14bcee9fc030b0edd9d50) AuthConfig (99161de49f1f0d561d7ea35cb4bb83f93fd983ae8ae90826202f079303cbe644) AuthConfig (0b0f02af73ae3ad035d653c8005684ea64bb9c0da55ff9f0b829d42b1ffdfedc) AuthConfig (ed24e1d6d6874f95cd8b4d89d7a099c31d5e1c452cd44506197c29f64a13c8bc) AuthConfig (5ba76ae14ab970d21b514e4b71758b23794be2efcfd06a83a023ceefad7880a9) AuthConfig (19008899c110e46ed96dc5f58bcd2591d2b8cdebc9074b6df0ebe514b55e7941) AuthConfig (0e9921e147474f5b9c295f0db867adf3c95f13644a0feb502ed321e1ca415d88) AuthConfig (8eef1d04019f77b592877a6de392a09804698c796005d27b1eaa8656995d14f3) AuthConfig (84ecd2d08c865e82e5d1b08ab5a4aba398f29cf629cde7c6e284d1f71975c9d1) AuthConfig (e67826efdc29c9cf99bc158f1c748fceddeb1852ceb2d5ea859bf684d5199f92) AuthConfig (19131a32f5f95b0c2131e8b35fa772a6d43924dc09a2940e552e8b74cd070099) AuthConfig (d3c1f99918d6cc7028d28c2e32cc2fe59bc23f6efb49d0cce79a3c5864f0c158) AuthConfig (14b96122ca0ef208c9a5404abe809fa2a178aa2bb40d009a68462c66b1d54345) AuthConfig (73bdf65a006e21da981155fbbe6ea9fbf06b40d6dbc8bfba308e0b45d13095aa) AuthConfig (0bee8d1e27777dd7cfb3c5806444358d3ab3a493269f517ed5780adc2b65ec60) AuthConfig (21272b6ffd61f499ca6dc570756c60017cb9f7565e9e3c3500d6572f30d0957c) AuthConfig (4d6f693c3b60b17ad45f3b45a3d67619bfd9a557f57623a4f5e31b79904875fd) AuthConfig (d1c25a7bd89a6f963cc04c48418abb6afe222efab8718db470d789323198cac9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"cc62cc07-f80c-473a-80b7-9f3b5a75f707","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:15.508014859Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-f73e89-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5aa46eed0312f1190461859cfdcfd5ec82457089e878b3f9d0ee3c0405bb0776) AuthConfig (89d6482cf56f01033f5dd31c8f6f84d45c4c2b9d66187d148b4bad31724bc60b) AuthConfig (4e53cb55a790a8393fca9d1015d256ad1d5a276f8048f123142b73484b64d3db) AuthConfig (f9bb5635848141d255a8c7926bd8d21e76ab2854e6790984ecfaf81480689836) AuthConfig (321f6463e46b9604745d607b2e68883cf9fa7db2f53adb04e84ad0b30f94a4c9) AuthConfig (77151b9afb5d8d258ab365634630d1b3d728420e262e21439a9f71dccb1262b8) AuthConfig (83c26a0a44b15638878144dd5c5d304ec5aa08b425b241b04804a50ac6995f7f) AuthConfig (00f4749dc3cdb39b76e7f9a4f972ee0bf39e28bb5327393b0bd71362a92b4484) AuthConfig (8185d8f14fbfc7124d24f627c76b0599e2614ec9c30ba290b6a468059b8f51d3) AuthConfig (ad5f86923f0bc7afa76e07218641a5ca3a2ea8d0407f6f53fd12f53228b0dae7) AuthConfig (6ab2bcbec9ce7baf17b02f9a4ecf079bf8f9a83325835551a93a2256cd802b79) AuthConfig (2a1f2e9e208698ddeea1a0cde6f3d5cec15ecd442603162f9ab7ccfd65f4fc3d) AuthConfig (c485e2c63132a4d264453a88790141eabecb9079d5c14bcee9fc030b0edd9d50) AuthConfig (99161de49f1f0d561d7ea35cb4bb83f93fd983ae8ae90826202f079303cbe644) AuthConfig (0b0f02af73ae3ad035d653c8005684ea64bb9c0da55ff9f0b829d42b1ffdfedc) AuthConfig (ed24e1d6d6874f95cd8b4d89d7a099c31d5e1c452cd44506197c29f64a13c8bc) AuthConfig (5ba76ae14ab970d21b514e4b71758b23794be2efcfd06a83a023ceefad7880a9) AuthConfig (19008899c110e46ed96dc5f58bcd2591d2b8cdebc9074b6df0ebe514b55e7941) AuthConfig (0e9921e147474f5b9c295f0db867adf3c95f13644a0feb502ed321e1ca415d88) AuthConfig (8eef1d04019f77b592877a6de392a09804698c796005d27b1eaa8656995d14f3) AuthConfig (84ecd2d08c865e82e5d1b08ab5a4aba398f29cf629cde7c6e284d1f71975c9d1) AuthConfig (e67826efdc29c9cf99bc158f1c748fceddeb1852ceb2d5ea859bf684d5199f92) AuthConfig (19131a32f5f95b0c2131e8b35fa772a6d43924dc09a2940e552e8b74cd070099) AuthConfig (d3c1f99918d6cc7028d28c2e32cc2fe59bc23f6efb49d0cce79a3c5864f0c158) AuthConfig (14b96122ca0ef208c9a5404abe809fa2a178aa2bb40d009a68462c66b1d54345) AuthConfig (73bdf65a006e21da981155fbbe6ea9fbf06b40d6dbc8bfba308e0b45d13095aa) AuthConfig (0bee8d1e27777dd7cfb3c5806444358d3ab3a493269f517ed5780adc2b65ec60) AuthConfig (21272b6ffd61f499ca6dc570756c60017cb9f7565e9e3c3500d6572f30d0957c) AuthConfig (4d6f693c3b60b17ad45f3b45a3d67619bfd9a557f57623a4f5e31b79904875fd) AuthConfig (d1c25a7bd89a6f963cc04c48418abb6afe222efab8718db470d789323198cac9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"a07685a0-f5e7-452c-b300-7acc28b62ea8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:15.56563012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"a1e5d54b-0aae-41f3-8d77-e7f11be75c79","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:15.566437802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"premium-w4-f73e89","reconcileID":"db608f53-d4c4-4ba0-9c1a-2d9078e52f9e","MaaSModelRef":{"name":"premium-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"premium-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"premium-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:15.720000492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"857a3ffb-6e38-40ac-bc8f-1492c2a1727e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:15.720085989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"edde6414-06d1-4c63-b25e-962001217bd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:15.776785193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"edde6414-06d1-4c63-b25e-962001217bd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:15.776891012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"857a3ffb-6e38-40ac-bc8f-1492c2a1727e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:15.832529829Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-f73e89-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5aa46eed0312f1190461859cfdcfd5ec82457089e878b3f9d0ee3c0405bb0776) AuthConfig (89d6482cf56f01033f5dd31c8f6f84d45c4c2b9d66187d148b4bad31724bc60b) AuthConfig (4e53cb55a790a8393fca9d1015d256ad1d5a276f8048f123142b73484b64d3db) AuthConfig (f9bb5635848141d255a8c7926bd8d21e76ab2854e6790984ecfaf81480689836) AuthConfig (321f6463e46b9604745d607b2e68883cf9fa7db2f53adb04e84ad0b30f94a4c9) AuthConfig (77151b9afb5d8d258ab365634630d1b3d728420e262e21439a9f71dccb1262b8) AuthConfig (83c26a0a44b15638878144dd5c5d304ec5aa08b425b241b04804a50ac6995f7f) AuthConfig (00f4749dc3cdb39b76e7f9a4f972ee0bf39e28bb5327393b0bd71362a92b4484) AuthConfig (8185d8f14fbfc7124d24f627c76b0599e2614ec9c30ba290b6a468059b8f51d3) AuthConfig (ad5f86923f0bc7afa76e07218641a5ca3a2ea8d0407f6f53fd12f53228b0dae7) AuthConfig (6ab2bcbec9ce7baf17b02f9a4ecf079bf8f9a83325835551a93a2256cd802b79) AuthConfig (2a1f2e9e208698ddeea1a0cde6f3d5cec15ecd442603162f9ab7ccfd65f4fc3d) AuthConfig (c485e2c63132a4d264453a88790141eabecb9079d5c14bcee9fc030b0edd9d50) AuthConfig (99161de49f1f0d561d7ea35cb4bb83f93fd983ae8ae90826202f079303cbe644) AuthConfig (0b0f02af73ae3ad035d653c8005684ea64bb9c0da55ff9f0b829d42b1ffdfedc) AuthConfig (ed24e1d6d6874f95cd8b4d89d7a099c31d5e1c452cd44506197c29f64a13c8bc) AuthConfig (5ba76ae14ab970d21b514e4b71758b23794be2efcfd06a83a023ceefad7880a9) AuthConfig (19008899c110e46ed96dc5f58bcd2591d2b8cdebc9074b6df0ebe514b55e7941) AuthConfig (0e9921e147474f5b9c295f0db867adf3c95f13644a0feb502ed321e1ca415d88) AuthConfig (8eef1d04019f77b592877a6de392a09804698c796005d27b1eaa8656995d14f3) AuthConfig (84ecd2d08c865e82e5d1b08ab5a4aba398f29cf629cde7c6e284d1f71975c9d1) AuthConfig (e67826efdc29c9cf99bc158f1c748fceddeb1852ceb2d5ea859bf684d5199f92) AuthConfig (19131a32f5f95b0c2131e8b35fa772a6d43924dc09a2940e552e8b74cd070099) AuthConfig (d3c1f99918d6cc7028d28c2e32cc2fe59bc23f6efb49d0cce79a3c5864f0c158) AuthConfig (14b96122ca0ef208c9a5404abe809fa2a178aa2bb40d009a68462c66b1d54345) AuthConfig (73bdf65a006e21da981155fbbe6ea9fbf06b40d6dbc8bfba308e0b45d13095aa) AuthConfig (0bee8d1e27777dd7cfb3c5806444358d3ab3a493269f517ed5780adc2b65ec60) AuthConfig (21272b6ffd61f499ca6dc570756c60017cb9f7565e9e3c3500d6572f30d0957c) AuthConfig (4d6f693c3b60b17ad45f3b45a3d67619bfd9a557f57623a4f5e31b79904875fd) AuthConfig (d1c25a7bd89a6f963cc04c48418abb6afe222efab8718db470d789323198cac9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"857a3ffb-6e38-40ac-bc8f-1492c2a1727e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:15.832545791Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-f73e89-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5aa46eed0312f1190461859cfdcfd5ec82457089e878b3f9d0ee3c0405bb0776) AuthConfig (89d6482cf56f01033f5dd31c8f6f84d45c4c2b9d66187d148b4bad31724bc60b) AuthConfig (4e53cb55a790a8393fca9d1015d256ad1d5a276f8048f123142b73484b64d3db) AuthConfig (f9bb5635848141d255a8c7926bd8d21e76ab2854e6790984ecfaf81480689836) AuthConfig (321f6463e46b9604745d607b2e68883cf9fa7db2f53adb04e84ad0b30f94a4c9) AuthConfig (77151b9afb5d8d258ab365634630d1b3d728420e262e21439a9f71dccb1262b8) AuthConfig (83c26a0a44b15638878144dd5c5d304ec5aa08b425b241b04804a50ac6995f7f) AuthConfig (00f4749dc3cdb39b76e7f9a4f972ee0bf39e28bb5327393b0bd71362a92b4484) AuthConfig (8185d8f14fbfc7124d24f627c76b0599e2614ec9c30ba290b6a468059b8f51d3) AuthConfig (ad5f86923f0bc7afa76e07218641a5ca3a2ea8d0407f6f53fd12f53228b0dae7) AuthConfig (6ab2bcbec9ce7baf17b02f9a4ecf079bf8f9a83325835551a93a2256cd802b79) AuthConfig (2a1f2e9e208698ddeea1a0cde6f3d5cec15ecd442603162f9ab7ccfd65f4fc3d) AuthConfig (c485e2c63132a4d264453a88790141eabecb9079d5c14bcee9fc030b0edd9d50) AuthConfig (99161de49f1f0d561d7ea35cb4bb83f93fd983ae8ae90826202f079303cbe644) AuthConfig (0b0f02af73ae3ad035d653c8005684ea64bb9c0da55ff9f0b829d42b1ffdfedc) AuthConfig (ed24e1d6d6874f95cd8b4d89d7a099c31d5e1c452cd44506197c29f64a13c8bc) AuthConfig (5ba76ae14ab970d21b514e4b71758b23794be2efcfd06a83a023ceefad7880a9) AuthConfig (19008899c110e46ed96dc5f58bcd2591d2b8cdebc9074b6df0ebe514b55e7941) AuthConfig (0e9921e147474f5b9c295f0db867adf3c95f13644a0feb502ed321e1ca415d88) AuthConfig (8eef1d04019f77b592877a6de392a09804698c796005d27b1eaa8656995d14f3) AuthConfig (84ecd2d08c865e82e5d1b08ab5a4aba398f29cf629cde7c6e284d1f71975c9d1) AuthConfig (e67826efdc29c9cf99bc158f1c748fceddeb1852ceb2d5ea859bf684d5199f92) AuthConfig (19131a32f5f95b0c2131e8b35fa772a6d43924dc09a2940e552e8b74cd070099) AuthConfig (d3c1f99918d6cc7028d28c2e32cc2fe59bc23f6efb49d0cce79a3c5864f0c158) AuthConfig (14b96122ca0ef208c9a5404abe809fa2a178aa2bb40d009a68462c66b1d54345) AuthConfig (73bdf65a006e21da981155fbbe6ea9fbf06b40d6dbc8bfba308e0b45d13095aa) AuthConfig (0bee8d1e27777dd7cfb3c5806444358d3ab3a493269f517ed5780adc2b65ec60) AuthConfig (21272b6ffd61f499ca6dc570756c60017cb9f7565e9e3c3500d6572f30d0957c) AuthConfig (4d6f693c3b60b17ad45f3b45a3d67619bfd9a557f57623a4f5e31b79904875fd) AuthConfig (d1c25a7bd89a6f963cc04c48418abb6afe222efab8718db470d789323198cac9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"edde6414-06d1-4c63-b25e-962001217bd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:16.337824243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"0417d9ed-afb0-49a8-8ab2-8bc5e5c46bc3","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:16.491614783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b78e4028-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-bulk-sub-b78e4028-auth","reconcileID":"481e3167-db62-40fb-b4dc-76ba30816e5f","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b78e4028-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:16.491748936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"17b88db2-70c9-4050-acea-f54299c4ef0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:16.491614212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"fa531a97-5f57-4348-bf26-7e517cf6e24e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:16.551633607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"fa531a97-5f57-4348-bf26-7e517cf6e24e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:16.554759134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b78e4028-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-bulk-sub-b78e4028-auth","reconcileID":"481e3167-db62-40fb-b4dc-76ba30816e5f","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b78e4028-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:16.556162439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"17b88db2-70c9-4050-acea-f54299c4ef0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:21.16586448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"premium-w2-14a6e4","reconcileID":"2fa00d89-09a3-4178-8838-e7b5f5548863","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"premium-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"premium-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:21.2869003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"20f97a7e-9681-4ee6-bca6-c14c262f0cea","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:21.343396953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"99e90eac-02cf-4272-a5c4-8f5d37830a47","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:00:21.393426892Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"8cc76f68-0090-41d0-a227-e3c123fe4317","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:21.508192336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"dce3bef0-7eee-4350-8226-97dc7ca619c8","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:21.562526945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"1ab63f8f-b954-4ba8-9133-ffd76e0bbbe5","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:21.620023924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"7b8e149f-0ada-45db-824e-f6cdc346ea51","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:00:21.673404346Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"7b8e149f-0ada-45db-824e-f6cdc346ea51","name":"simulator-w2-14a6e4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-14a6e4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:00:21.673473268Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"7b8e149f-0ada-45db-824e-f6cdc346ea51","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-14a6e4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:21.673594464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"63956ba3-2b9c-4e11-8eb6-319931c759b8","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:21.723602099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"78c5f1e4-1238-4a04-aa46-c1643967adc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:21.786917115Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"8268d6e6-83e2-4c27-9a55-1857d4e72a62","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"simulator-w2-14a6e4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-14a6e4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:21.845676121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"premium-w2-14a6e4","reconcileID":"666bc769-a5f4-4e63-a10c-8487976a8b80","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"premium-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"premium-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:21.85240456Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"78c5f1e4-1238-4a04-aa46-c1643967adc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:21.903021599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"24a31a5d-447b-4018-a733-94b7c3ec9fc5","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:21.908283012Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-14a6e4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"78c5f1e4-1238-4a04-aa46-c1643967adc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:00:21.947002255Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"8268d6e6-83e2-4c27-9a55-1857d4e72a62","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:21.953912522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"premium-w2-14a6e4","reconcileID":"c1186638-2572-4f46-a422-f7bf0c452b1a","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"premium-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"premium-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:00:21.955488541Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-14a6e4/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:21.963257942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"06932fec-a581-4200-b452-26648e50a500","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:22.010642202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"premium-w2-14a6e4","reconcileID":"4f964e57-4fa3-4466-9ed4-339d69623a04","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"premium-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"premium-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:22.066398034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"83892047-897e-4b8e-9f2c-3ef22da51688","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:22.122986783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"83892047-897e-4b8e-9f2c-3ef22da51688","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:22.131387658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"premium-w2-14a6e4","reconcileID":"70c4cd0c-cee7-4ea5-8b6a-df5d4a033964","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"premium-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"premium-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:22.158152357Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"cc47988b-d7cf-43f8-9744-19f2a8841cf9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:22.178576636Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-14a6e4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"83892047-897e-4b8e-9f2c-3ef22da51688","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:22.189073049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"premium-w2-14a6e4","reconcileID":"ea08e3f8-a404-485e-8993-749834f62dae","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"premium-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"premium-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:00:22.242170073Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"premium-w2-14a6e4","reconcileID":"ea08e3f8-a404-485e-8993-749834f62dae","name":"premium-w2-14a6e4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w2-14a6e4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:00:22.242236694Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"premium-w2-14a6e4","reconcileID":"ea08e3f8-a404-485e-8993-749834f62dae","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w2-14a6e4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:22.247541588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"premium-w2-14a6e4","reconcileID":"e32fe8cf-74f9-4235-a907-d2fd20a87dec","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"premium-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"premium-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:22.266385473Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-subscription","reconcileID":"37abc8e8-9e68-49e6-9607-85c322ac1937","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-premium-w2-14a6e4","model":"premium-w2-14a6e4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-14a6e4/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:22.32186659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"103164bd-6c9a-4d0f-8d93-b30668caffa2","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:22.33967594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"ef7fb0ae-807c-40b2-a61b-af1de4782384","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:22.348377399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"7eb475bd-9417-491a-be1d-64ce35ded9c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:22.396606031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"ef7fb0ae-807c-40b2-a61b-af1de4782384","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:22.405823147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"7eb475bd-9417-491a-be1d-64ce35ded9c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:22.428166676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"premium-w2-14a6e4","reconcileID":"9f38f96b-e885-40c7-b941-02925c5aa08d","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"premium-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"premium-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:22.451931567Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-14a6e4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"ef7fb0ae-807c-40b2-a61b-af1de4782384","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:22.461198601Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-14a6e4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"7eb475bd-9417-491a-be1d-64ce35ded9c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:22.507119214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"premium-w2-14a6e4","reconcileID":"2b7d782d-b39e-4bfa-a858-27633dbc5537","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"premium-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"premium-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:22.635819124Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-subscription","reconcileID":"6da3c5ab-3db0-4075-9f98-8dae74f76adc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-premium-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:22.660992447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"2d24605c-276f-42cf-b0e8-76b7f0cc9ca5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:22.717692593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"2d24605c-276f-42cf-b0e8-76b7f0cc9ca5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:22.773240533Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-14a6e4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"2d24605c-276f-42cf-b0e8-76b7f0cc9ca5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:25.988468634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"140e16a6-5ddb-4230-b467-4edb763da1e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:25.988542298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"e4bc0120-4e2a-4b89-b276-c663ba7ffc02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:26.045547299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"140e16a6-5ddb-4230-b467-4edb763da1e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:26.045628455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"e4bc0120-4e2a-4b89-b276-c663ba7ffc02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:26.101227806Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-f73e89-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5aa46eed0312f1190461859cfdcfd5ec82457089e878b3f9d0ee3c0405bb0776) AuthConfig (89d6482cf56f01033f5dd31c8f6f84d45c4c2b9d66187d148b4bad31724bc60b) AuthConfig (4e53cb55a790a8393fca9d1015d256ad1d5a276f8048f123142b73484b64d3db) AuthConfig (f9bb5635848141d255a8c7926bd8d21e76ab2854e6790984ecfaf81480689836) AuthConfig (321f6463e46b9604745d607b2e68883cf9fa7db2f53adb04e84ad0b30f94a4c9) AuthConfig (77151b9afb5d8d258ab365634630d1b3d728420e262e21439a9f71dccb1262b8) AuthConfig (83c26a0a44b15638878144dd5c5d304ec5aa08b425b241b04804a50ac6995f7f) AuthConfig (00f4749dc3cdb39b76e7f9a4f972ee0bf39e28bb5327393b0bd71362a92b4484) AuthConfig (8185d8f14fbfc7124d24f627c76b0599e2614ec9c30ba290b6a468059b8f51d3) AuthConfig (ad5f86923f0bc7afa76e07218641a5ca3a2ea8d0407f6f53fd12f53228b0dae7) AuthConfig (6ab2bcbec9ce7baf17b02f9a4ecf079bf8f9a83325835551a93a2256cd802b79) AuthConfig (2a1f2e9e208698ddeea1a0cde6f3d5cec15ecd442603162f9ab7ccfd65f4fc3d) AuthConfig (c485e2c63132a4d264453a88790141eabecb9079d5c14bcee9fc030b0edd9d50) AuthConfig (99161de49f1f0d561d7ea35cb4bb83f93fd983ae8ae90826202f079303cbe644) AuthConfig (0b0f02af73ae3ad035d653c8005684ea64bb9c0da55ff9f0b829d42b1ffdfedc) AuthConfig (ed24e1d6d6874f95cd8b4d89d7a099c31d5e1c452cd44506197c29f64a13c8bc) AuthConfig (5ba76ae14ab970d21b514e4b71758b23794be2efcfd06a83a023ceefad7880a9) AuthConfig (19008899c110e46ed96dc5f58bcd2591d2b8cdebc9074b6df0ebe514b55e7941) AuthConfig (0e9921e147474f5b9c295f0db867adf3c95f13644a0feb502ed321e1ca415d88) AuthConfig (8eef1d04019f77b592877a6de392a09804698c796005d27b1eaa8656995d14f3) AuthConfig (84ecd2d08c865e82e5d1b08ab5a4aba398f29cf629cde7c6e284d1f71975c9d1) AuthConfig (e67826efdc29c9cf99bc158f1c748fceddeb1852ceb2d5ea859bf684d5199f92) AuthConfig (19131a32f5f95b0c2131e8b35fa772a6d43924dc09a2940e552e8b74cd070099) AuthConfig (d3c1f99918d6cc7028d28c2e32cc2fe59bc23f6efb49d0cce79a3c5864f0c158) AuthConfig (14b96122ca0ef208c9a5404abe809fa2a178aa2bb40d009a68462c66b1d54345) AuthConfig (73bdf65a006e21da981155fbbe6ea9fbf06b40d6dbc8bfba308e0b45d13095aa) AuthConfig (0bee8d1e27777dd7cfb3c5806444358d3ab3a493269f517ed5780adc2b65ec60) AuthConfig (21272b6ffd61f499ca6dc570756c60017cb9f7565e9e3c3500d6572f30d0957c) AuthConfig (4d6f693c3b60b17ad45f3b45a3d67619bfd9a557f57623a4f5e31b79904875fd) AuthConfig (d1c25a7bd89a6f963cc04c48418abb6afe222efab8718db470d789323198cac9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"e4bc0120-4e2a-4b89-b276-c663ba7ffc02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:26.101257245Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-f73e89-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5aa46eed0312f1190461859cfdcfd5ec82457089e878b3f9d0ee3c0405bb0776) AuthConfig (89d6482cf56f01033f5dd31c8f6f84d45c4c2b9d66187d148b4bad31724bc60b) AuthConfig (4e53cb55a790a8393fca9d1015d256ad1d5a276f8048f123142b73484b64d3db) AuthConfig (f9bb5635848141d255a8c7926bd8d21e76ab2854e6790984ecfaf81480689836) AuthConfig (321f6463e46b9604745d607b2e68883cf9fa7db2f53adb04e84ad0b30f94a4c9) AuthConfig (77151b9afb5d8d258ab365634630d1b3d728420e262e21439a9f71dccb1262b8) AuthConfig (83c26a0a44b15638878144dd5c5d304ec5aa08b425b241b04804a50ac6995f7f) AuthConfig (00f4749dc3cdb39b76e7f9a4f972ee0bf39e28bb5327393b0bd71362a92b4484) AuthConfig (8185d8f14fbfc7124d24f627c76b0599e2614ec9c30ba290b6a468059b8f51d3) AuthConfig (ad5f86923f0bc7afa76e07218641a5ca3a2ea8d0407f6f53fd12f53228b0dae7) AuthConfig (6ab2bcbec9ce7baf17b02f9a4ecf079bf8f9a83325835551a93a2256cd802b79) AuthConfig (2a1f2e9e208698ddeea1a0cde6f3d5cec15ecd442603162f9ab7ccfd65f4fc3d) AuthConfig (c485e2c63132a4d264453a88790141eabecb9079d5c14bcee9fc030b0edd9d50) AuthConfig (99161de49f1f0d561d7ea35cb4bb83f93fd983ae8ae90826202f079303cbe644) AuthConfig (0b0f02af73ae3ad035d653c8005684ea64bb9c0da55ff9f0b829d42b1ffdfedc) AuthConfig (ed24e1d6d6874f95cd8b4d89d7a099c31d5e1c452cd44506197c29f64a13c8bc) AuthConfig (5ba76ae14ab970d21b514e4b71758b23794be2efcfd06a83a023ceefad7880a9) AuthConfig (19008899c110e46ed96dc5f58bcd2591d2b8cdebc9074b6df0ebe514b55e7941) AuthConfig (0e9921e147474f5b9c295f0db867adf3c95f13644a0feb502ed321e1ca415d88) AuthConfig (8eef1d04019f77b592877a6de392a09804698c796005d27b1eaa8656995d14f3) AuthConfig (84ecd2d08c865e82e5d1b08ab5a4aba398f29cf629cde7c6e284d1f71975c9d1) AuthConfig (e67826efdc29c9cf99bc158f1c748fceddeb1852ceb2d5ea859bf684d5199f92) AuthConfig (19131a32f5f95b0c2131e8b35fa772a6d43924dc09a2940e552e8b74cd070099) AuthConfig (d3c1f99918d6cc7028d28c2e32cc2fe59bc23f6efb49d0cce79a3c5864f0c158) AuthConfig (14b96122ca0ef208c9a5404abe809fa2a178aa2bb40d009a68462c66b1d54345) AuthConfig (73bdf65a006e21da981155fbbe6ea9fbf06b40d6dbc8bfba308e0b45d13095aa) AuthConfig (0bee8d1e27777dd7cfb3c5806444358d3ab3a493269f517ed5780adc2b65ec60) AuthConfig (21272b6ffd61f499ca6dc570756c60017cb9f7565e9e3c3500d6572f30d0957c) AuthConfig (4d6f693c3b60b17ad45f3b45a3d67619bfd9a557f57623a4f5e31b79904875fd) AuthConfig (d1c25a7bd89a6f963cc04c48418abb6afe222efab8718db470d789323198cac9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"140e16a6-5ddb-4230-b467-4edb763da1e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:26.499699784Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-b78e4028","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-bulk-sub-b78e4028","reconcileID":"45411fa0-3bef-4006-940a-c17d1ddb09fc","MaaSSubscription":{"name":"e2e-bulk-sub-b78e4028","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscription":"e2e-bulk-sub-b78e4028","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:26.714558821Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-b78e4028","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-bulk-sub-b78e4028","reconcileID":"45411fa0-3bef-4006-940a-c17d1ddb09fc","MaaSSubscription":{"name":"e2e-bulk-sub-b78e4028","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-9c8fc5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:26.925273135Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"cd0cf843-4d26-451c-9d6b-36ef4f41039e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:26.980667667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"21f82fc7-2697-487f-a8b7-496447a5c683","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:27.038131825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"premium-w2-14a6e4","reconcileID":"10c3f898-0e2a-47c7-ae3c-edf0eef8cae0","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"premium-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"premium-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:27.133914579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"13fd0d58-ee4f-4359-b88d-02c6f08a0d5f","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:27.134746584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b78e4028-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-bulk-sub-b78e4028-auth","reconcileID":"d7d1fbe7-6f48-40da-bfe2-bc42cb731d16","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b78e4028-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:27.134987034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"908f551b-886b-4bf7-b1ed-51d941a7e43e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:27.134746452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"0504ca35-8b14-406b-bff2-34c63481bfb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:27.191868295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b78e4028-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-bulk-sub-b78e4028-auth","reconcileID":"d7d1fbe7-6f48-40da-bfe2-bc42cb731d16","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b78e4028-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:27.191874355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"908f551b-886b-4bf7-b1ed-51d941a7e43e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:27.193955236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"0504ca35-8b14-406b-bff2-34c63481bfb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:27.399961703Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b78e4028-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-bulk-sub-b78e4028-auth","reconcileID":"136e872e-a875-4b06-9bcb-0947e78526d0","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b78e4028-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:27.65363233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"8e3edf6f-2f4b-4318-b478-520cc3faa378","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:29.210135137Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-subscription","reconcileID":"799ace14-17ba-428e-85b8-ec8d1cf0c8e4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-premium-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:29.376825179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"premium-w2-14a6e4","reconcileID":"ed6a00e1-7e75-4d33-a00f-1c9f0734baf6","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"premium-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"premium-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:29.378020785Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"b7b62f5c-4c5f-4439-8687-c195be1cafeb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:29.51120082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"13fefc92-4487-46d0-9b85-9204bd0ee06e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:29.511252697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"b9a4aabc-9e1b-40e3-89d5-a21e7ef88f0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:29.543061549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"f1a9105f-a9d6-4de1-9f18-cad15948e971","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:29.568449554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"b9a4aabc-9e1b-40e3-89d5-a21e7ef88f0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:29.568602371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"13fefc92-4487-46d0-9b85-9204bd0ee06e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:29.623930402Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-14a6e4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (69ca4ff9ec8a645820c77426b44a60072af54771d3f690b1ae78cdf4c74d0f67) AuthConfig (71fd2d073bad497a65111236e669154e65cc97bb1246ce90841f255df36bd37d) AuthConfig (16dc5032f42facf9771039e76cbb4cafe718ecc3bf18f49f00b51b08ed0f303b) AuthConfig (a60122a3cd7d4f35c8af3db527c5e0f38a4e8a443fb8dcd5b62c3610cf235c88) AuthConfig (22fee83d20b1828f0646f2bbdd0d00134eae4e35fc99f6037cb2f28e56e48072) AuthConfig (123859c7f467fbd5a816e317934dbccd1c83aa7dcb1e6d2be78e299e0dd01283) AuthConfig (013c9539dec73f22e9994797a8de7e3723d4632963b2ba3567cb501491d49ffb) AuthConfig (81bcfd15db004c085c1113c4abc2f72e2a3e7ecb8e1fb0dedc014f9a06648821) AuthConfig (cec6f31b86ae20751516aefe33aeb540c935afbffdc437b37dfeb0f47a308ad2) AuthConfig (36561afe72f00edaaec4ba11ed7b1fc20bbda74136a2c89b3d1464f8f11371e0) AuthConfig (dcda3c4fab4de690f3391fd0107b95ccd1de9a45b5c41c8e34eff98358004801) AuthConfig (3b1b2ccaf2a0faca6b88084939e6bb923516b90ee53a26b0353b33af10f37823) AuthConfig (a89dde3a5577d4447a3c07305d87a4afb1b8a17cd52abf228ffa91630bc7e5ac) AuthConfig (8eb01223d7ba630903c88dd0ef8e4d9c2c4362291ca2538ed29681b27d2178f9) AuthConfig (44925fb30829811cdc9749c9366b1c57b990ce80df427f2fbdf3ee081e568fdd) AuthConfig (deda14c93c796ca37539ae893706afcf34d94f04bc6431466a4ef6e830a80c0a) AuthConfig (00eed25522b932cf12a120069db09cfad12a38ab16f54117916a573a69c70e83) AuthConfig (6c21c786ec03f43974de90bcb82426c1637e81640e4d0a5983c2e238b55041d0) AuthConfig (87073c492b17e11d8b6a7ea46a45d80b556c09c610c6e1804b9c2dadc5c0070f) AuthConfig (5962453047ad622cc9831c42a2933e34f33bdc5bc0ae76c3a4ebdd88a403a497) AuthConfig (ae3e88a7d070610b7f9a060238ca550f3009c93dd62c819395d020fb65054572) AuthConfig (c89541b7c91fc964462e0acdd878c1f5c6dde3e952ea14fbef866396d35f38db) AuthConfig (89fb343e55e0ef3ec911c1fe80bb74a870d72ccd236088469d31f3da62a05ecd) AuthConfig (b29aab3f111e0a647d894b808682b4bba7d4b9bb3c2d7dcf0d71b387c45cfc9e) AuthConfig (50888bc4c6a00c769f787995e40c0d59500adacd3c262e3cb4dbe4b958a55ec1) AuthConfig (b3a6a208f7d13ecfe63e66f84887511d98792826b11aa48469e14071baa5a48d) AuthConfig (282e63b8d14af717b3f43029818c3885247ec9eba77a25882db2c48682a1525f) AuthConfig (40212b58cb21f6519576fd08ce1da53c6b98f1327ad09f064de2ffd993f2e0fa) AuthConfig (42c6e019d4c6433021569554293f0b85f2baeb01e40a8acf8500c7874959dd73) AuthConfig (d9322994837604f9773e396e27c63a0d767c2650d99fb230b2fbc2d0216a5525)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"13fefc92-4487-46d0-9b85-9204bd0ee06e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:29.623990616Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-14a6e4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (69ca4ff9ec8a645820c77426b44a60072af54771d3f690b1ae78cdf4c74d0f67) AuthConfig (71fd2d073bad497a65111236e669154e65cc97bb1246ce90841f255df36bd37d) AuthConfig (16dc5032f42facf9771039e76cbb4cafe718ecc3bf18f49f00b51b08ed0f303b) AuthConfig (a60122a3cd7d4f35c8af3db527c5e0f38a4e8a443fb8dcd5b62c3610cf235c88) AuthConfig (22fee83d20b1828f0646f2bbdd0d00134eae4e35fc99f6037cb2f28e56e48072) AuthConfig (123859c7f467fbd5a816e317934dbccd1c83aa7dcb1e6d2be78e299e0dd01283) AuthConfig (013c9539dec73f22e9994797a8de7e3723d4632963b2ba3567cb501491d49ffb) AuthConfig (81bcfd15db004c085c1113c4abc2f72e2a3e7ecb8e1fb0dedc014f9a06648821) AuthConfig (cec6f31b86ae20751516aefe33aeb540c935afbffdc437b37dfeb0f47a308ad2) AuthConfig (36561afe72f00edaaec4ba11ed7b1fc20bbda74136a2c89b3d1464f8f11371e0) AuthConfig (dcda3c4fab4de690f3391fd0107b95ccd1de9a45b5c41c8e34eff98358004801) AuthConfig (3b1b2ccaf2a0faca6b88084939e6bb923516b90ee53a26b0353b33af10f37823) AuthConfig (a89dde3a5577d4447a3c07305d87a4afb1b8a17cd52abf228ffa91630bc7e5ac) AuthConfig (8eb01223d7ba630903c88dd0ef8e4d9c2c4362291ca2538ed29681b27d2178f9) AuthConfig (44925fb30829811cdc9749c9366b1c57b990ce80df427f2fbdf3ee081e568fdd) AuthConfig (deda14c93c796ca37539ae893706afcf34d94f04bc6431466a4ef6e830a80c0a) AuthConfig (00eed25522b932cf12a120069db09cfad12a38ab16f54117916a573a69c70e83) AuthConfig (6c21c786ec03f43974de90bcb82426c1637e81640e4d0a5983c2e238b55041d0) AuthConfig (87073c492b17e11d8b6a7ea46a45d80b556c09c610c6e1804b9c2dadc5c0070f) AuthConfig (5962453047ad622cc9831c42a2933e34f33bdc5bc0ae76c3a4ebdd88a403a497) AuthConfig (ae3e88a7d070610b7f9a060238ca550f3009c93dd62c819395d020fb65054572) AuthConfig (c89541b7c91fc964462e0acdd878c1f5c6dde3e952ea14fbef866396d35f38db) AuthConfig (89fb343e55e0ef3ec911c1fe80bb74a870d72ccd236088469d31f3da62a05ecd) AuthConfig (b29aab3f111e0a647d894b808682b4bba7d4b9bb3c2d7dcf0d71b387c45cfc9e) AuthConfig (50888bc4c6a00c769f787995e40c0d59500adacd3c262e3cb4dbe4b958a55ec1) AuthConfig (b3a6a208f7d13ecfe63e66f84887511d98792826b11aa48469e14071baa5a48d) AuthConfig (282e63b8d14af717b3f43029818c3885247ec9eba77a25882db2c48682a1525f) AuthConfig (40212b58cb21f6519576fd08ce1da53c6b98f1327ad09f064de2ffd993f2e0fa) AuthConfig (42c6e019d4c6433021569554293f0b85f2baeb01e40a8acf8500c7874959dd73) AuthConfig (d9322994837604f9773e396e27c63a0d767c2650d99fb230b2fbc2d0216a5525)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"b9a4aabc-9e1b-40e3-89d5-a21e7ef88f0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:29.681603135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"premium-w2-14a6e4","reconcileID":"2dc366e9-3434-4fad-8226-f706078bbd14","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"premium-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"premium-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:29.68417828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"cb163c07-0604-4e27-b521-897908573c87","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:29.835773912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"e6285a5b-6055-41e0-bc0e-94795d28bb23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:29.83703047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"71a627b4-181f-4c43-8198-bda3f2ca8e56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:29.89231893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"e6285a5b-6055-41e0-bc0e-94795d28bb23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:29.893533729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"71a627b4-181f-4c43-8198-bda3f2ca8e56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:29.948141508Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-14a6e4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (69ca4ff9ec8a645820c77426b44a60072af54771d3f690b1ae78cdf4c74d0f67) AuthConfig (71fd2d073bad497a65111236e669154e65cc97bb1246ce90841f255df36bd37d) AuthConfig (16dc5032f42facf9771039e76cbb4cafe718ecc3bf18f49f00b51b08ed0f303b) AuthConfig (a60122a3cd7d4f35c8af3db527c5e0f38a4e8a443fb8dcd5b62c3610cf235c88) AuthConfig (22fee83d20b1828f0646f2bbdd0d00134eae4e35fc99f6037cb2f28e56e48072) AuthConfig (123859c7f467fbd5a816e317934dbccd1c83aa7dcb1e6d2be78e299e0dd01283) AuthConfig (013c9539dec73f22e9994797a8de7e3723d4632963b2ba3567cb501491d49ffb) AuthConfig (81bcfd15db004c085c1113c4abc2f72e2a3e7ecb8e1fb0dedc014f9a06648821) AuthConfig (cec6f31b86ae20751516aefe33aeb540c935afbffdc437b37dfeb0f47a308ad2) AuthConfig (36561afe72f00edaaec4ba11ed7b1fc20bbda74136a2c89b3d1464f8f11371e0) AuthConfig (dcda3c4fab4de690f3391fd0107b95ccd1de9a45b5c41c8e34eff98358004801) AuthConfig (3b1b2ccaf2a0faca6b88084939e6bb923516b90ee53a26b0353b33af10f37823) AuthConfig (a89dde3a5577d4447a3c07305d87a4afb1b8a17cd52abf228ffa91630bc7e5ac) AuthConfig (8eb01223d7ba630903c88dd0ef8e4d9c2c4362291ca2538ed29681b27d2178f9) AuthConfig (44925fb30829811cdc9749c9366b1c57b990ce80df427f2fbdf3ee081e568fdd) AuthConfig (deda14c93c796ca37539ae893706afcf34d94f04bc6431466a4ef6e830a80c0a) AuthConfig (00eed25522b932cf12a120069db09cfad12a38ab16f54117916a573a69c70e83) AuthConfig (6c21c786ec03f43974de90bcb82426c1637e81640e4d0a5983c2e238b55041d0) AuthConfig (87073c492b17e11d8b6a7ea46a45d80b556c09c610c6e1804b9c2dadc5c0070f) AuthConfig (5962453047ad622cc9831c42a2933e34f33bdc5bc0ae76c3a4ebdd88a403a497) AuthConfig (ae3e88a7d070610b7f9a060238ca550f3009c93dd62c819395d020fb65054572) AuthConfig (c89541b7c91fc964462e0acdd878c1f5c6dde3e952ea14fbef866396d35f38db) AuthConfig (89fb343e55e0ef3ec911c1fe80bb74a870d72ccd236088469d31f3da62a05ecd) AuthConfig (b29aab3f111e0a647d894b808682b4bba7d4b9bb3c2d7dcf0d71b387c45cfc9e) AuthConfig (50888bc4c6a00c769f787995e40c0d59500adacd3c262e3cb4dbe4b958a55ec1) AuthConfig (b3a6a208f7d13ecfe63e66f84887511d98792826b11aa48469e14071baa5a48d) AuthConfig (282e63b8d14af717b3f43029818c3885247ec9eba77a25882db2c48682a1525f) AuthConfig (40212b58cb21f6519576fd08ce1da53c6b98f1327ad09f064de2ffd993f2e0fa) AuthConfig (42c6e019d4c6433021569554293f0b85f2baeb01e40a8acf8500c7874959dd73) AuthConfig (d9322994837604f9773e396e27c63a0d767c2650d99fb230b2fbc2d0216a5525)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"e6285a5b-6055-41e0-bc0e-94795d28bb23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:29.948817118Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-14a6e4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (69ca4ff9ec8a645820c77426b44a60072af54771d3f690b1ae78cdf4c74d0f67) AuthConfig (71fd2d073bad497a65111236e669154e65cc97bb1246ce90841f255df36bd37d) AuthConfig (16dc5032f42facf9771039e76cbb4cafe718ecc3bf18f49f00b51b08ed0f303b) AuthConfig (a60122a3cd7d4f35c8af3db527c5e0f38a4e8a443fb8dcd5b62c3610cf235c88) AuthConfig (22fee83d20b1828f0646f2bbdd0d00134eae4e35fc99f6037cb2f28e56e48072) AuthConfig (123859c7f467fbd5a816e317934dbccd1c83aa7dcb1e6d2be78e299e0dd01283) AuthConfig (013c9539dec73f22e9994797a8de7e3723d4632963b2ba3567cb501491d49ffb) AuthConfig (81bcfd15db004c085c1113c4abc2f72e2a3e7ecb8e1fb0dedc014f9a06648821) AuthConfig (cec6f31b86ae20751516aefe33aeb540c935afbffdc437b37dfeb0f47a308ad2) AuthConfig (36561afe72f00edaaec4ba11ed7b1fc20bbda74136a2c89b3d1464f8f11371e0) AuthConfig (dcda3c4fab4de690f3391fd0107b95ccd1de9a45b5c41c8e34eff98358004801) AuthConfig (3b1b2ccaf2a0faca6b88084939e6bb923516b90ee53a26b0353b33af10f37823) AuthConfig (a89dde3a5577d4447a3c07305d87a4afb1b8a17cd52abf228ffa91630bc7e5ac) AuthConfig (8eb01223d7ba630903c88dd0ef8e4d9c2c4362291ca2538ed29681b27d2178f9) AuthConfig (44925fb30829811cdc9749c9366b1c57b990ce80df427f2fbdf3ee081e568fdd) AuthConfig (deda14c93c796ca37539ae893706afcf34d94f04bc6431466a4ef6e830a80c0a) AuthConfig (00eed25522b932cf12a120069db09cfad12a38ab16f54117916a573a69c70e83) AuthConfig (6c21c786ec03f43974de90bcb82426c1637e81640e4d0a5983c2e238b55041d0) AuthConfig (87073c492b17e11d8b6a7ea46a45d80b556c09c610c6e1804b9c2dadc5c0070f) AuthConfig (5962453047ad622cc9831c42a2933e34f33bdc5bc0ae76c3a4ebdd88a403a497) AuthConfig (ae3e88a7d070610b7f9a060238ca550f3009c93dd62c819395d020fb65054572) AuthConfig (c89541b7c91fc964462e0acdd878c1f5c6dde3e952ea14fbef866396d35f38db) AuthConfig (89fb343e55e0ef3ec911c1fe80bb74a870d72ccd236088469d31f3da62a05ecd) AuthConfig (b29aab3f111e0a647d894b808682b4bba7d4b9bb3c2d7dcf0d71b387c45cfc9e) AuthConfig (50888bc4c6a00c769f787995e40c0d59500adacd3c262e3cb4dbe4b958a55ec1) AuthConfig (b3a6a208f7d13ecfe63e66f84887511d98792826b11aa48469e14071baa5a48d) AuthConfig (282e63b8d14af717b3f43029818c3885247ec9eba77a25882db2c48682a1525f) AuthConfig (40212b58cb21f6519576fd08ce1da53c6b98f1327ad09f064de2ffd993f2e0fa) AuthConfig (42c6e019d4c6433021569554293f0b85f2baeb01e40a8acf8500c7874959dd73) AuthConfig (d9322994837604f9773e396e27c63a0d767c2650d99fb230b2fbc2d0216a5525)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"71a627b4-181f-4c43-8198-bda3f2ca8e56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:30.742928993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"4fd6de7c-8a36-4c89-b969-9ba82bc666de","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:30.797876565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"25b0ac9d-349d-495b-881d-14f2ca031ee3","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:30.952750552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-69a55a30-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-dry-sub-69a55a30-auth","reconcileID":"94e13d59-ef79-42ac-87ab-7a8ec72c3a69","MaaSAuthPolicy":{"name":"e2e-dry-sub-69a55a30-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:31.009881895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-69a55a30-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-dry-sub-69a55a30-auth","reconcileID":"94e13d59-ef79-42ac-87ab-7a8ec72c3a69","MaaSAuthPolicy":{"name":"e2e-dry-sub-69a55a30-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:31.026824416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"fbf4c4d0-9250-4d6f-9bad-20b00c8c9378","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:31.081462231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"a534f7bd-e189-4aa5-89e1-7cd329d54c69","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:00:31.135018172Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-69a55a30","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-dry-sub-69a55a30","reconcileID":"4ebd9aa0-4706-4e0c-87c0-66dfa1012d83","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dry-sub-69a55a30\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:31.180637107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"f9f0ba7c-35f9-480b-93b3-50a68fb910e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:31.180621648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"8d487836-f7c4-4870-925e-92e23b2c4f19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:31.237518949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"8d487836-f7c4-4870-925e-92e23b2c4f19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:31.237602605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"f9f0ba7c-35f9-480b-93b3-50a68fb910e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:31.249511803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"4710bde4-9d50-4083-8370-3618a168aed5","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:31.278599145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"977a0104-a51d-4e02-92dc-63d4a3cb41e2","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:31.304778917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"cd26637f-f39e-44e8-8aa1-a1222f4fb375","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:31.433888738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-69a55a30-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-dry-sub-69a55a30-auth","reconcileID":"6b942de9-6bc0-436e-a0a4-3299547fd888","MaaSAuthPolicy":{"name":"e2e-dry-sub-69a55a30-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:31.49100327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-69a55a30-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-dry-sub-69a55a30-auth","reconcileID":"6b942de9-6bc0-436e-a0a4-3299547fd888","MaaSAuthPolicy":{"name":"e2e-dry-sub-69a55a30-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:31.570738007Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-69a55a30","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-dry-sub-69a55a30","reconcileID":"aa4cd0d4-6ea6-4a03-b356-9353f2038fef","MaaSSubscription":{"name":"e2e-dry-sub-69a55a30","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-9c8fc5/e2e-dry-sub-69a55a30","ai-tenant-e2e-worker-w0-9c8fc5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:31.594120177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"cec82a76-83c1-4067-964a-b188d2cabeb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:31.594456505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"5d8ff153-7dff-4219-a3d1-935ad75293f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:31.652156564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"5d8ff153-7dff-4219-a3d1-935ad75293f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:31.652237021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"cec82a76-83c1-4067-964a-b188d2cabeb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:31.733488819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"def6f5c4-e634-4e52-86ed-8398f35e5fb8","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:31.78231496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"0357879c-ba37-4f90-b36d-8ee2e00177d6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:31.941981993Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-69a55a30","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-dry-sub-69a55a30","reconcileID":"2d8d8855-8fed-4120-9a52-c7ac3fc8c3d1","MaaSSubscription":{"name":"e2e-dry-sub-69a55a30","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:35.61030489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"02f0afd8-b85e-4c57-928d-ba0681642059","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:35.766022366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"466b30d3-a38d-485c-9771-6d1afd078ca0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:35.766044778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-69a55a30-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-dry-sub-69a55a30-auth","reconcileID":"17fb5114-e3ce-4dd2-9c01-cd4aa54ae253","MaaSAuthPolicy":{"name":"e2e-dry-sub-69a55a30-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:35.766648307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"b02cd0c9-73a6-46d2-b3e4-bb62bc4116bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:35.824703398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"466b30d3-a38d-485c-9771-6d1afd078ca0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:35.824895406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-69a55a30-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-dry-sub-69a55a30-auth","reconcileID":"17fb5114-e3ce-4dd2-9c01-cd4aa54ae253","MaaSAuthPolicy":{"name":"e2e-dry-sub-69a55a30-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:35.827901506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"b02cd0c9-73a6-46d2-b3e4-bb62bc4116bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:36.257147019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"21958f65-7cfc-4767-98a5-a58c9ec13605","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:36.25714434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"faaa0b45-1419-4489-a8a1-0bfce6793441","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:36.315387701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"faaa0b45-1419-4489-a8a1-0bfce6793441","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:36.315443284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"21958f65-7cfc-4767-98a5-a58c9ec13605","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:36.661065137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"premium-w4-f73e89","reconcileID":"055b051c-ce24-4c77-b76f-648db63d4fb4","MaaSModelRef":{"name":"premium-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"premium-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"premium-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:36.661627376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"78f7f2f4-85e8-4da6-9754-c81f153161b6","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:36.781943829Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:37.695104669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"default-tenant","reconcileID":"c183fc52-9919-476c-b2f3-a941a9c4e601","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-cda04f","tenantID":"e2e-inf-b-cda04f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:37.815862131Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"default-tenant","reconcileID":"c183fc52-9919-476c-b2f3-a941a9c4e601","name":"e2e-inf-b-cda04f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:40.102880146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"5a2efc66-d3d6-4f6f-9a04-4d7024c3344c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:40.102941474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"92d162f9-faf4-421f-bf0b-d8d457ea4211","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:40.16159349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"92d162f9-faf4-421f-bf0b-d8d457ea4211","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:40.161678424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"5a2efc66-d3d6-4f6f-9a04-4d7024c3344c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:40.217908217Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-14a6e4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (69ca4ff9ec8a645820c77426b44a60072af54771d3f690b1ae78cdf4c74d0f67) AuthConfig (71fd2d073bad497a65111236e669154e65cc97bb1246ce90841f255df36bd37d) AuthConfig (16dc5032f42facf9771039e76cbb4cafe718ecc3bf18f49f00b51b08ed0f303b) AuthConfig (a60122a3cd7d4f35c8af3db527c5e0f38a4e8a443fb8dcd5b62c3610cf235c88) AuthConfig (22fee83d20b1828f0646f2bbdd0d00134eae4e35fc99f6037cb2f28e56e48072) AuthConfig (123859c7f467fbd5a816e317934dbccd1c83aa7dcb1e6d2be78e299e0dd01283) AuthConfig (013c9539dec73f22e9994797a8de7e3723d4632963b2ba3567cb501491d49ffb) AuthConfig (81bcfd15db004c085c1113c4abc2f72e2a3e7ecb8e1fb0dedc014f9a06648821) AuthConfig (cec6f31b86ae20751516aefe33aeb540c935afbffdc437b37dfeb0f47a308ad2) AuthConfig (36561afe72f00edaaec4ba11ed7b1fc20bbda74136a2c89b3d1464f8f11371e0) AuthConfig (dcda3c4fab4de690f3391fd0107b95ccd1de9a45b5c41c8e34eff98358004801) AuthConfig (3b1b2ccaf2a0faca6b88084939e6bb923516b90ee53a26b0353b33af10f37823) AuthConfig (a89dde3a5577d4447a3c07305d87a4afb1b8a17cd52abf228ffa91630bc7e5ac) AuthConfig (8eb01223d7ba630903c88dd0ef8e4d9c2c4362291ca2538ed29681b27d2178f9) AuthConfig (44925fb30829811cdc9749c9366b1c57b990ce80df427f2fbdf3ee081e568fdd) AuthConfig (deda14c93c796ca37539ae893706afcf34d94f04bc6431466a4ef6e830a80c0a) AuthConfig (00eed25522b932cf12a120069db09cfad12a38ab16f54117916a573a69c70e83) AuthConfig (6c21c786ec03f43974de90bcb82426c1637e81640e4d0a5983c2e238b55041d0) AuthConfig (87073c492b17e11d8b6a7ea46a45d80b556c09c610c6e1804b9c2dadc5c0070f) AuthConfig (5962453047ad622cc9831c42a2933e34f33bdc5bc0ae76c3a4ebdd88a403a497) AuthConfig (ae3e88a7d070610b7f9a060238ca550f3009c93dd62c819395d020fb65054572) AuthConfig (c89541b7c91fc964462e0acdd878c1f5c6dde3e952ea14fbef866396d35f38db) AuthConfig (89fb343e55e0ef3ec911c1fe80bb74a870d72ccd236088469d31f3da62a05ecd) AuthConfig (b29aab3f111e0a647d894b808682b4bba7d4b9bb3c2d7dcf0d71b387c45cfc9e) AuthConfig (50888bc4c6a00c769f787995e40c0d59500adacd3c262e3cb4dbe4b958a55ec1) AuthConfig (b3a6a208f7d13ecfe63e66f84887511d98792826b11aa48469e14071baa5a48d) AuthConfig (282e63b8d14af717b3f43029818c3885247ec9eba77a25882db2c48682a1525f) AuthConfig (40212b58cb21f6519576fd08ce1da53c6b98f1327ad09f064de2ffd993f2e0fa) AuthConfig (42c6e019d4c6433021569554293f0b85f2baeb01e40a8acf8500c7874959dd73) AuthConfig (d9322994837604f9773e396e27c63a0d767c2650d99fb230b2fbc2d0216a5525)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"92d162f9-faf4-421f-bf0b-d8d457ea4211","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:40.218088328Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-14a6e4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (69ca4ff9ec8a645820c77426b44a60072af54771d3f690b1ae78cdf4c74d0f67) AuthConfig (71fd2d073bad497a65111236e669154e65cc97bb1246ce90841f255df36bd37d) AuthConfig (16dc5032f42facf9771039e76cbb4cafe718ecc3bf18f49f00b51b08ed0f303b) AuthConfig (a60122a3cd7d4f35c8af3db527c5e0f38a4e8a443fb8dcd5b62c3610cf235c88) AuthConfig (22fee83d20b1828f0646f2bbdd0d00134eae4e35fc99f6037cb2f28e56e48072) AuthConfig (123859c7f467fbd5a816e317934dbccd1c83aa7dcb1e6d2be78e299e0dd01283) AuthConfig (013c9539dec73f22e9994797a8de7e3723d4632963b2ba3567cb501491d49ffb) AuthConfig (81bcfd15db004c085c1113c4abc2f72e2a3e7ecb8e1fb0dedc014f9a06648821) AuthConfig (cec6f31b86ae20751516aefe33aeb540c935afbffdc437b37dfeb0f47a308ad2) AuthConfig (36561afe72f00edaaec4ba11ed7b1fc20bbda74136a2c89b3d1464f8f11371e0) AuthConfig (dcda3c4fab4de690f3391fd0107b95ccd1de9a45b5c41c8e34eff98358004801) AuthConfig (3b1b2ccaf2a0faca6b88084939e6bb923516b90ee53a26b0353b33af10f37823) AuthConfig (a89dde3a5577d4447a3c07305d87a4afb1b8a17cd52abf228ffa91630bc7e5ac) AuthConfig (8eb01223d7ba630903c88dd0ef8e4d9c2c4362291ca2538ed29681b27d2178f9) AuthConfig (44925fb30829811cdc9749c9366b1c57b990ce80df427f2fbdf3ee081e568fdd) AuthConfig (deda14c93c796ca37539ae893706afcf34d94f04bc6431466a4ef6e830a80c0a) AuthConfig (00eed25522b932cf12a120069db09cfad12a38ab16f54117916a573a69c70e83) AuthConfig (6c21c786ec03f43974de90bcb82426c1637e81640e4d0a5983c2e238b55041d0) AuthConfig (87073c492b17e11d8b6a7ea46a45d80b556c09c610c6e1804b9c2dadc5c0070f) AuthConfig (5962453047ad622cc9831c42a2933e34f33bdc5bc0ae76c3a4ebdd88a403a497) AuthConfig (ae3e88a7d070610b7f9a060238ca550f3009c93dd62c819395d020fb65054572) AuthConfig (c89541b7c91fc964462e0acdd878c1f5c6dde3e952ea14fbef866396d35f38db) AuthConfig (89fb343e55e0ef3ec911c1fe80bb74a870d72ccd236088469d31f3da62a05ecd) AuthConfig (b29aab3f111e0a647d894b808682b4bba7d4b9bb3c2d7dcf0d71b387c45cfc9e) AuthConfig (50888bc4c6a00c769f787995e40c0d59500adacd3c262e3cb4dbe4b958a55ec1) AuthConfig (b3a6a208f7d13ecfe63e66f84887511d98792826b11aa48469e14071baa5a48d) AuthConfig (282e63b8d14af717b3f43029818c3885247ec9eba77a25882db2c48682a1525f) AuthConfig (40212b58cb21f6519576fd08ce1da53c6b98f1327ad09f064de2ffd993f2e0fa) AuthConfig (42c6e019d4c6433021569554293f0b85f2baeb01e40a8acf8500c7874959dd73) AuthConfig (d9322994837604f9773e396e27c63a0d767c2650d99fb230b2fbc2d0216a5525)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"5a2efc66-d3d6-4f6f-9a04-4d7024c3344c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:42.569818172Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"0fc4fe2a-c096-48a5-a3f1-8281b5e2c580","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-9c8fc5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:42.885849717Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"b1feca90-ae29-44ca-a35b-ce39c4b85b07","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:44.971928943Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-subscription","reconcileID":"bcf907bb-5b08-4571-bd12-8ab4fa3a1193","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:45.773701339Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-69a55a30","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-dry-sub-69a55a30","reconcileID":"ca1e2665-307a-4a51-9a7c-a68b55eda151","MaaSSubscription":{"name":"e2e-dry-sub-69a55a30","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscription":"e2e-dry-sub-69a55a30","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:45.933115466Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-69a55a30","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-dry-sub-69a55a30","reconcileID":"ca1e2665-307a-4a51-9a7c-a68b55eda151","MaaSSubscription":{"name":"e2e-dry-sub-69a55a30","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:46.154965829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"ebd76ec9-5a92-4800-9455-26a1cb1d2193","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:46.300609621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"68681e88-8728-4096-ab87-b7b7d54a19f2","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:46.312492141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"1d349248-177b-45bd-8028-3b57c6ac7b98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:46.312696933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"c74ce9ff-a182-4469-b498-1975d8147e81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:46.312496416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-69a55a30-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-dry-sub-69a55a30-auth","reconcileID":"e10d5cdc-50e1-4fc0-b498-ca208a1ddf45","MaaSAuthPolicy":{"name":"e2e-dry-sub-69a55a30-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:46.372202152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"c74ce9ff-a182-4469-b498-1975d8147e81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:46.377282221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"1d349248-177b-45bd-8028-3b57c6ac7b98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:46.378143769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-69a55a30-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-dry-sub-69a55a30-auth","reconcileID":"e10d5cdc-50e1-4fc0-b498-ca208a1ddf45","MaaSAuthPolicy":{"name":"e2e-dry-sub-69a55a30-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:46.578939585Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-69a55a30-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-dry-sub-69a55a30-auth","reconcileID":"bea28602-bde2-4bb0-a17a-d2c4faf0eff0","MaaSAuthPolicy":{"name":"e2e-dry-sub-69a55a30-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:46.837906349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"aa5da26b-fc4f-4fb5-ab97-f39776e2adad","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:47.182865388Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-subscription","reconcileID":"35090343-0701-4067-b088-3641e1c737a0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:48.056946116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"831eb6a8-cd63-49cf-bd96-88dc8fd8cd28","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:48.112018966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"f3331ad6-3177-4590-8270-aed7f403bd6b","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:48.266542469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-55487743-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-combo-sub-55487743-auth","reconcileID":"967ebf9e-e887-4b3b-bf40-adfa97a9277e","MaaSAuthPolicy":{"name":"e2e-combo-sub-55487743-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:48.325511281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-55487743-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-combo-sub-55487743-auth","reconcileID":"967ebf9e-e887-4b3b-bf40-adfa97a9277e","MaaSAuthPolicy":{"name":"e2e-combo-sub-55487743-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:48.339842524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"24497eb9-d677-4007-b365-7e667797eb3f","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:48.394823711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"b9608d27-4b5a-435e-ad73-122f73a5b507","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:00:48.448908783Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-55487743","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-combo-sub-55487743","reconcileID":"00de8572-a38a-4de8-9848-79f0f1f3f87e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-combo-sub-55487743\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:48.493810351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"c27f59c7-4946-4508-a25d-84e72b13d0bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:48.493810555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"b0591be4-fc58-450d-b257-9d2b564e0c13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:48.550877055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"b0591be4-fc58-450d-b257-9d2b564e0c13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:48.550928295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"c27f59c7-4946-4508-a25d-84e72b13d0bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:48.563536196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"134d4a8b-9287-4931-b826-db705b2da618","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:48.595108196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"5bdd181b-1ab2-46f1-90a4-29f288a4c781","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:48.621170285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"d38a7fc8-570f-4e76-8ce7-480d8796db52","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:48.749749181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-55487743-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-combo-sub-55487743-auth","reconcileID":"9b6055d2-ac4e-4d75-9e59-e761740953d7","MaaSAuthPolicy":{"name":"e2e-combo-sub-55487743-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:48.807108556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-55487743-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-combo-sub-55487743-auth","reconcileID":"9b6055d2-ac4e-4d75-9e59-e761740953d7","MaaSAuthPolicy":{"name":"e2e-combo-sub-55487743-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:48.888048228Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-55487743","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-combo-sub-55487743","reconcileID":"72b803fc-96a4-4140-babf-f814eba25d7f","MaaSSubscription":{"name":"e2e-combo-sub-55487743","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-9c8fc5/e2e-combo-sub-55487743","ai-tenant-e2e-worker-w0-9c8fc5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:48.910845961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"f27cb045-7d76-460f-baeb-79ee0a37f080","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:48.91103983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"257d527c-710a-4a50-a5c6-e01ee8f71efe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:48.968048372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"257d527c-710a-4a50-a5c6-e01ee8f71efe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:48.968175079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"f27cb045-7d76-460f-baeb-79ee0a37f080","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:49.052127047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"869cec25-72f7-4cb1-a99d-19a2c6e43bdd","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:49.097527047Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"409825b4-ff65-4752-8d44-72a2dc38f260","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:49.261375172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-55487743","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-combo-sub-55487743","reconcileID":"9092c806-3a9e-4068-b447-53b247979991","MaaSSubscription":{"name":"e2e-combo-sub-55487743","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:50.373290007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"4671815b-2aa7-4018-b69f-c950139d3acc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:50.373290021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"8ecaa821-d455-403d-a979-642554ea6548","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:50.432006678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"4671815b-2aa7-4018-b69f-c950139d3acc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:50.432028202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"8ecaa821-d455-403d-a979-642554ea6548","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:50.751548416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"42220209-82bc-4a27-9e2d-07d9e9d6e750","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:50.752023202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"premium-w2-14a6e4","reconcileID":"5c5db2ad-66f1-4607-9edf-61ac7a4dd3a0","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"premium-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"premium-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:50.983646672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"afadc13b-56d1-4f31-9b4e-df4edbef1d94","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:50.983986763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"premium-w4-f73e89","reconcileID":"26fb73d5-6269-41d9-90fc-03652121ca4a","MaaSModelRef":{"name":"premium-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"premium-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"premium-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:51.051355393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"54632dd6-c926-4db2-b637-a5b26345e04a","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:51.051631976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"premium-w4-f73e89","reconcileID":"5e48f962-5353-48ee-b072-5bb0cee0cb27","MaaSModelRef":{"name":"premium-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"premium-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"premium-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:51.138472395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"3121732b-fee4-4d3a-a3f4-fa1b311347db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:51.138516908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"eb78f9db-e223-4db0-8259-e0c1c07e02be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:51.196417568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"eb78f9db-e223-4db0-8259-e0c1c07e02be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:51.197111244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"3121732b-fee4-4d3a-a3f4-fa1b311347db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:51.198216333Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-subscription","reconcileID":"db7e53f0-f501-4c7d-a45b-ca9a62e36031","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-premium-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/premium-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:51.19883114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-subscription","reconcileID":"bd91e4fa-35cc-4a41-b495-ceea6d2ae4de","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:51.506274387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"1e6cabfb-f5f7-44b8-9e2b-74df7e4d956c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:51.506274519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"7a962d21-2dbc-4f02-8ac6-6d7dccb8130f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:51.570029481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"1e6cabfb-f5f7-44b8-9e2b-74df7e4d956c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:51.570462116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"7a962d21-2dbc-4f02-8ac6-6d7dccb8130f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:53.780102326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"f55f49c7-e003-40ad-abe7-21999709e0b8","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:53.936259164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-55487743-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-combo-sub-55487743-auth","reconcileID":"1dd32f3b-cda2-4644-8ac7-1e863c911c4c","MaaSAuthPolicy":{"name":"e2e-combo-sub-55487743-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:53.936425901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"ba66d9b2-acbd-48f7-8c70-89408cf1d991","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:53.936259255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"6ce1481c-8ef7-47fe-a7ba-81e7cca3b854","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:53.993353544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"6ce1481c-8ef7-47fe-a7ba-81e7cca3b854","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:53.993434008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-55487743-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-combo-sub-55487743-auth","reconcileID":"1dd32f3b-cda2-4644-8ac7-1e863c911c4c","MaaSAuthPolicy":{"name":"e2e-combo-sub-55487743-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:53.995692689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"ba66d9b2-acbd-48f7-8c70-89408cf1d991","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:55.730035707Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"d78d71ad-1b24-48ed-b67e-6a50996b2921","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:56.626892221Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"2323ede5-023d-4b0e-8a70-b1575db71092","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:58.142883754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"470b8d0b-e21f-4490-ad36-ae4b66f29246","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:58.142895257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"7142c47d-6125-4255-936e-b456c1620f41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:58.200064512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"470b8d0b-e21f-4490-ad36-ae4b66f29246","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:58.200070138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"7142c47d-6125-4255-936e-b456c1620f41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:00:58.913284936Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-subscription","reconcileID":"a70d0e4a-0811-4b5f-8e27-4eeb22aac7f4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-premium-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:00.740232154Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-subscription","reconcileID":"c0134a07-b3f4-4d23-9d32-9fb40fc27677","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-premium-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:01.920163907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"f732bd09-3056-41df-99ea-05791196f7b5","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:01.977535996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"acb8c610-d6a3-4fde-90a2-419ed903f46e","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:01:02.028985913Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-e28af1b7","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-apikey-sub-binding-e28af1b7","reconcileID":"3ea4fe27-57ba-4f8b-a2ca-d0227a4e3b35","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-sub-binding-e28af1b7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:02.074539123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"83f9fc8e-9404-4396-879a-28a0b17fcc60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:02.074539125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"4019c3dd-009f-4feb-a5ac-c9ca1c1153a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:02.133040377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"4019c3dd-009f-4feb-a5ac-c9ca1c1153a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:02.133134007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"83f9fc8e-9404-4396-879a-28a0b17fcc60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:02.141578246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"eef974ef-118e-4d8e-9a15-ac6786e41831","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:02.253237403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"e6e7b0d8-089e-4298-ab53-9ff9086aa201","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:02.494396734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"2045c281-3183-4c58-a728-f3d8d6643cbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:02.494396736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"a9ba381d-cfbc-4edd-96e1-dba6f50ed0e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:02.519804791Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-e28af1b7","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-apikey-sub-binding-e28af1b7","reconcileID":"ce8e5bdd-426d-46d0-8d47-93f79ceb9f52","MaaSSubscription":{"name":"e2e-apikey-sub-binding-e28af1b7","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-14a6e4/e2e-apikey-sub-binding-e28af1b7","ai-tenant-e2e-worker-w2-14a6e4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:02.552617682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"2045c281-3183-4c58-a728-f3d8d6643cbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:02.552629054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"a9ba381d-cfbc-4edd-96e1-dba6f50ed0e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:02.684975889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"48d310c2-fa9e-4583-b530-0d019f983bbc","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:02.728801669Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"aafa9f4d-db45-497d-8fae-9dd13137aa88","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:02.892995203Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-e28af1b7","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-apikey-sub-binding-e28af1b7","reconcileID":"ddb94de6-c62c-44f3-a846-9be1b97abfe7","MaaSSubscription":{"name":"e2e-apikey-sub-binding-e28af1b7","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:03.943536341Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-55487743","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-combo-sub-55487743","reconcileID":"7d0b32db-7600-4fa7-9976-181d45a3412b","MaaSSubscription":{"name":"e2e-combo-sub-55487743","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscription":"e2e-combo-sub-55487743","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:04.157119695Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-55487743","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-combo-sub-55487743","reconcileID":"7d0b32db-7600-4fa7-9976-181d45a3412b","MaaSSubscription":{"name":"e2e-combo-sub-55487743","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-9c8fc5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:04.365290048Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"877aac6c-1ef9-4aca-abe8-e657d9003005","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:04.418186521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"c4bb7537-f51c-4155-ba57-cd0cfd221b29","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:04.476966707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"214c6152-5d89-45e9-b559-a5bc47a0b1ea","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:04.572527438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"8d24bc2e-215d-44b7-85f5-242d0ee5d5a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:04.572724268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"ba19ed7d-4020-4adc-abce-044beab33a41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:04.572531485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-55487743-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-combo-sub-55487743-auth","reconcileID":"5050813f-dc0f-4ea1-9052-47896be2a65d","MaaSAuthPolicy":{"name":"e2e-combo-sub-55487743-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:04.573412055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"eb47dd99-a02f-4d85-b8d6-cec5b11a6107","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:04.630235184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"8d24bc2e-215d-44b7-85f5-242d0ee5d5a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:04.630556592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"ba19ed7d-4020-4adc-abce-044beab33a41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:04.632578416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-55487743-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-combo-sub-55487743-auth","reconcileID":"5050813f-dc0f-4ea1-9052-47896be2a65d","MaaSAuthPolicy":{"name":"e2e-combo-sub-55487743-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:04.833700466Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-55487743-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-combo-sub-55487743-auth","reconcileID":"d93b939a-8fd4-4bc6-9dc2-c2835d982d98","MaaSAuthPolicy":{"name":"e2e-combo-sub-55487743-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:05.040820368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"3d2d0a01-3d64-46ba-95ec-f2831cb1f0eb","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:05.881213455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"5f7da493-b7bc-405b-a461-1bff6dcf420a","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:06.036718274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"6c860914-c910-4e96-ba34-b0801b17989d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:06.036718208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"6a7cd59e-e951-437d-9699-aaa33354514e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:06.093566988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"6a7cd59e-e951-437d-9699-aaa33354514e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:06.09373147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"6c860914-c910-4e96-ba34-b0801b17989d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:06.780912544Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:08.593223664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"311799c8-3708-434c-b1c1-18876beea3f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:08.645459284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"311799c8-3708-434c-b1c1-18876beea3f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:08.697685067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"311799c8-3708-434c-b1c1-18876beea3f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:08.749110668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"311799c8-3708-434c-b1c1-18876beea3f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:09.482085952Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"8c52214b-cf68-461f-b5bd-e6abc5755938","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:09.601388392Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"703c56da-4f55-469b-8de4-05970a17af07","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:09.719789661Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-subscription","reconcileID":"e1494746-d968-456a-a54d-17d711c2ca8e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-premium-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/premium-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:09.841722831Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-subscription","reconcileID":"d1cfe465-8e7e-44bd-b254-1e6fde2f1b6b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-premium-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:09.841754633Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-subscription","reconcileID":"656e9e63-2ea4-43a8-b688-79a97cdc52f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:09.998014596Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-subscription","reconcileID":"2709b2fe-086a-4b73-a175-09989fd87ac3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-premium-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/premium-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:10.166526033Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b6d31d5f-5210-4af9-89c9-1b9dac9e3ac5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:10.325838188Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"acd1f370-3bd5-446f-b6d5-ba3abd1f07f7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-14a6e4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:10.639352255Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"1972889b-c7da-41b6-8c7a-072b5c6b8c4b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:10.691118389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c05a24a0-8278-4c1b-8ff6-505bebe9db6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:10.742862949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c05a24a0-8278-4c1b-8ff6-505bebe9db6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:10.794454164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c05a24a0-8278-4c1b-8ff6-505bebe9db6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:10.845966032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c05a24a0-8278-4c1b-8ff6-505bebe9db6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:16.042175651Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-e28af1b7","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-apikey-sub-binding-e28af1b7","reconcileID":"65f2c784-07dc-47a8-ab6b-074560d3eb54","MaaSSubscription":{"name":"e2e-apikey-sub-binding-e28af1b7","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscription":"e2e-apikey-sub-binding-e28af1b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:16.198732064Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-e28af1b7","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-apikey-sub-binding-e28af1b7","reconcileID":"65f2c784-07dc-47a8-ab6b-074560d3eb54","MaaSSubscription":{"name":"e2e-apikey-sub-binding-e28af1b7","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:16.415034449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"7ad9528a-c23e-457b-a3a7-6f8214a80758","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:16.608116626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"786d3e2f-2f92-4806-83ec-70d849624c52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:16.608116831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"80dc8014-5dd1-482d-af26-53d028a96304","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:16.666759042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"786d3e2f-2f92-4806-83ec-70d849624c52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:16.673261982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"80dc8014-5dd1-482d-af26-53d028a96304","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:21.285004106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"d0ffc8f8-ec03-48c8-a392-8f064ca91e92","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:21.341762928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"e93d8c80-5f5a-460a-83ab-16619afae3b7","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:21.495467346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-apikey-active-auth","reconcileID":"f69cc9ff-8fbd-4fda-8244-7e7072ed3e00","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:21.560423019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-apikey-active-auth","reconcileID":"f69cc9ff-8fbd-4fda-8244-7e7072ed3e00","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:21.561646525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"c97431d1-81f7-4413-9ee0-fadd614a07c9","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:21.618851226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"5fe79ad8-1106-4793-a13d-46ea73a3e63d","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:01:21.66806622Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-apikey-active-sub","reconcileID":"9ecf879e-ed24-4588-9a48-6b8a8cfd0344","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:21.71591918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"534c6b63-988c-4123-8e59-443e2d0e502d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:21.772432657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"534c6b63-988c-4123-8e59-443e2d0e502d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:21.784891087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"29d6d6d1-4c83-4c69-ae2c-1343429f9a75","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:21.817792128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"9f5ea80b-4951-4add-aaa6-341d3c8268cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:21.826477885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"aa8bdb52-e37d-4d18-ad79-a2f6b2c8e7d9","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:21.839494654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"4b4a564c-724e-4ac8-93b2-b92dc7dbb817","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:21.874490068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"9f5ea80b-4951-4add-aaa6-341d3c8268cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:21.979435897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-apikey-active-auth","reconcileID":"ab08828d-70d7-4e82-9e97-15981ec59440","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:22.035686234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-apikey-active-auth","reconcileID":"ab08828d-70d7-4e82-9e97-15981ec59440","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:22.080885796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"d4c1fa02-4047-4cbb-bbaf-1d23730171df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:22.104232566Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-apikey-active-sub","reconcileID":"c403ba5e-d283-4172-9d4c-b41560f0afb6","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-9c8fc5/e2e-apikey-active-sub","ai-tenant-e2e-worker-w0-9c8fc5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:22.138412347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"d4c1fa02-4047-4cbb-bbaf-1d23730171df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:22.184494658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"352906da-a34c-422d-bacc-ff91035c06f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:22.241272117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"352906da-a34c-422d-bacc-ff91035c06f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:22.268076826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"9da8267b-f23f-4109-ab98-d98f16a87cee","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:01:22.296736515Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-apikey-active-auth","reconcileID":"ab08828d-70d7-4e82-9e97-15981ec59440","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-apikey-active-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:22.313291494Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"7b1677b1-3d0b-4e56-925f-394f3654d772","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:22.456692612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-apikey-active-auth","reconcileID":"ed291229-5f55-4827-b397-6db50715024e","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:22.475299619Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-apikey-active-sub","reconcileID":"0ac28a72-9b2c-4387-bc31-f9d8b8b1670d","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:22.513404411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-apikey-active-auth","reconcileID":"ed291229-5f55-4827-b397-6db50715024e","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:23.488151202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"03931d86-1c37-430e-a4a0-9850a5211cdf","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:24.442605972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"2772af9c-4a97-4080-89c0-27115ed6b705","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:24.597431826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"f1a88920-ccc1-4c6a-b767-961061751a51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:24.597593358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-apikey-active-auth","reconcileID":"5a3084b5-dd66-4149-8646-30b373497677","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:24.597432026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"5daa0c1e-6a0e-42f1-89f0-caced8be4bf5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:24.654966289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"5daa0c1e-6a0e-42f1-89f0-caced8be4bf5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:24.656129632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-apikey-active-auth","reconcileID":"5a3084b5-dd66-4149-8646-30b373497677","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:24.657262543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"f1a88920-ccc1-4c6a-b767-961061751a51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:27.615212248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"premium-w2-14a6e4","reconcileID":"994f685e-24cc-44bb-8328-3356d6a5755f","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"premium-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"premium-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:27.671755287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"premium-w2-14a6e4","reconcileID":"f4ed64cf-4494-461b-a8d2-22bc00d20836","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"premium-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"premium-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:01:27.723578586Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-ordering-sub","reconcileID":"a12b74d5-1e65-4ea0-9415-5c21fa018b30","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ordering-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:27.768833672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"05286681-0c85-4a98-8201-792e24006297","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:27.768905941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"f4ee0bbf-e0c0-476f-807b-cf3befe9c86d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:27.827276697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"f4ee0bbf-e0c0-476f-807b-cf3befe9c86d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:27.827276897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"05286681-0c85-4a98-8201-792e24006297","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:27.835724025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"premium-w2-14a6e4","reconcileID":"0736bc37-4f9e-4613-9bb9-7af2eaff46c4","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"premium-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"premium-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:27.893141601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"premium-w2-14a6e4","reconcileID":"9e13effd-1055-4d61-b718-aa1d3f970219","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"premium-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"premium-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:28.159668801Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-ordering-sub","reconcileID":"32d18123-6cef-46e9-9ac0-94b3ab7b1f79","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-premium-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-14a6e4/e2e-ordering-sub","ai-tenant-e2e-worker-w2-14a6e4/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:28.185710408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"9761e231-feeb-43da-8eb3-5f0be72f5104","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:28.185795154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"3d1ef8a7-1c72-41e2-99fe-60c11a7cd5b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:28.242488664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"9761e231-feeb-43da-8eb3-5f0be72f5104","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:28.242819627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"3d1ef8a7-1c72-41e2-99fe-60c11a7cd5b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:28.325023472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"premium-w2-14a6e4","reconcileID":"0dc2cd4d-4a75-4079-96ac-2057650264b1","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"premium-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"premium-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:28.36999399Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-subscription","reconcileID":"3e110512-62ad-449b-811c-4d82e1f0aa6f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-premium-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:28.532888882Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-ordering-sub","reconcileID":"f26e4945-8df4-470b-b16a-6e7690676427","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-premium-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:31.052142497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"premium-w2-14a6e4","reconcileID":"ec138924-637d-4a06-8959-f06bb67ae8d1","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"premium-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"premium-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:31.106639628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"premium-w2-14a6e4","reconcileID":"9c1c0345-27d5-4a8b-9ab9-9b7cff7b93e9","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"premium-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"premium-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:31.261185243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-ordering-auth","reconcileID":"792519f2-9909-456b-a1d6-4d9384bdcbf2","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:31.317894429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-ordering-auth","reconcileID":"792519f2-9909-456b-a1d6-4d9384bdcbf2","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:31.709815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"premium-w2-14a6e4","reconcileID":"2038be02-9afd-4de9-a1ff-cace11b6a9d8","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"premium-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"premium-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:33.911312404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"premium-w2-14a6e4","reconcileID":"189404c2-fc78-438e-8d17-5ec7722ca372","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"premium-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"premium-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:34.065248255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-ordering-auth","reconcileID":"ed4b015e-eb95-47d3-a813-daeb8a26b583","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:34.065451114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"90b3126c-9645-4eea-bce0-fb8fa8d83ce0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:34.065247429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"8a4fbf63-429b-40c4-925a-b8151d5605dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:34.122252239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"90b3126c-9645-4eea-bce0-fb8fa8d83ce0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:34.123724377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-ordering-auth","reconcileID":"ed4b015e-eb95-47d3-a813-daeb8a26b583","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:34.12450106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"8a4fbf63-429b-40c4-925a-b8151d5605dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:34.604648866Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-apikey-active-sub","reconcileID":"573a2f50-6ec9-49da-807e-111ceea70db4","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscription":"e2e-apikey-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:34.816356904Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-apikey-active-sub","reconcileID":"573a2f50-6ec9-49da-807e-111ceea70db4","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-9c8fc5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:35.028191232Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"750783fd-845e-4b57-9b15-4df8cb8552bc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:35.079382458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"8a1ba722-dd96-49ec-a725-8af9c2a15f02","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:35.226600727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"ab06f7af-ca22-423e-8342-83b14cf979b9","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:35.235749259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-apikey-active-auth","reconcileID":"26cf39af-80e7-4dbb-8a2a-d3834089a8d8","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:35.236149118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"a3e51704-edd3-437c-94f3-811ccbb062db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:35.236229401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"b6cb03f1-e106-4916-b077-1a3901232b2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:35.293144533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-apikey-active-auth","reconcileID":"26cf39af-80e7-4dbb-8a2a-d3834089a8d8","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:35.294011021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"b6cb03f1-e106-4916-b077-1a3901232b2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:35.295869749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"a3e51704-edd3-437c-94f3-811ccbb062db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:35.447576204Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-apikey-active-auth","reconcileID":"f2bf4331-8641-4b3a-ba49-d7cd987a5485","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:35.606960287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"895a3cfd-f4bc-4700-8c60-1b2502e961f5","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:36.670404688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"17d75c18-9c2a-4d08-bfe5-0e2e46d95fe2","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:36.727408814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"bbe8dee2-ba8f-46aa-8c0f-58b747c49d35","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:36.807248011Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:36.919780593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-apikey-degraded-auth","reconcileID":"87a02dc9-1602-4f59-b44e-9051aaf2f502","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:36.964432741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"9240766e-3383-4e25-88f8-6bae044f28b1","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:36.976312359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-apikey-degraded-auth","reconcileID":"87a02dc9-1602-4f59-b44e-9051aaf2f502","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:37.019616363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"9d076bac-0ed5-4717-a8cb-076883dc0e16","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:01:37.070746054Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-apikey-degraded-sub","reconcileID":"4e02404f-986e-446a-b7a5-fb753df8b8b6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:37.117648722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"526c7600-cddb-4eec-b9d3-d497fafc8c69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:37.118004225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"b9d44562-f4cf-4654-8838-261276b8ba22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:37.174766601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"b9d44562-f4cf-4654-8838-261276b8ba22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:37.175717539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"526c7600-cddb-4eec-b9d3-d497fafc8c69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:37.186446951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"06fc4d68-1206-4bf7-89bf-9d6d2a0af8e8","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:37.243315628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"3660e4dd-66f1-4cae-bc58-4c2d1a49aea0","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:37.293358258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"c51cd659-afff-47f4-9587-4ecdaa606ac3","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:37.453545747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-apikey-degraded-auth","reconcileID":"6fca10a0-7582-43dd-85f3-c08deb249468","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:37.51040584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-apikey-degraded-auth","reconcileID":"6fca10a0-7582-43dd-85f3-c08deb249468","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:37.513696001Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-apikey-degraded-sub","reconcileID":"57f35011-4fba-42f8-8117-02e002f2e87d","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-9c8fc5/e2e-apikey-degraded-sub","ai-tenant-e2e-worker-w0-9c8fc5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:37.51384519Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-apikey-degraded-sub","reconcileID":"57f35011-4fba-42f8-8117-02e002f2e87d","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"model":"e2e-models-e2e-worker-w0-9c8fc5/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-9c8fc5/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:37.565041716Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"957787a8-7b9b-4a51-a288-909919fd54f5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:37.59089296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"6210b2b8-4e51-4609-949c-de6b5de8c8f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:37.591036279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"54722f8d-96a3-4745-ac0e-e8c203ba8278","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:37.649611962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"54722f8d-96a3-4745-ac0e-e8c203ba8278","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:37.649798214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"6210b2b8-4e51-4609-949c-de6b5de8c8f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:37.659242567Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-subscription","reconcileID":"79e83150-6b17-4a3d-aef1-675a67a65c46","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:37.757029511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"3a40c051-40c7-471b-8ffe-ab8514df3538","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:37.75993708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4ace4934-44a2-4c39-aff7-26fed805beb6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:37.760069804Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"dd76a191-cecc-42e6-8da3-676a1c0096c1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:37.967607192Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-subscription","reconcileID":"966e1f67-8a39-41d0-a316-88bdd1237516","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-premium-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-14a6e4/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:38.007701948Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-apikey-degraded-sub","reconcileID":"e77d71da-85c2-4e81-932b-579e9f652f08","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:38.007760899Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-subscription","reconcileID":"7f273fea-ab02-4616-a06a-e9c68af6f876","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-premium-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/premium-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:38.007844087Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-apikey-degraded-sub","reconcileID":"e77d71da-85c2-4e81-932b-579e9f652f08","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"model":"e2e-models-e2e-worker-w0-9c8fc5/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-9c8fc5/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:38.138047199Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"de8d8d04-3561-4a95-894e-9c07b028d4fe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:38.223813081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"51ce18bd-11b4-4102-ba09-6d783bcb0052","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:38.241801808Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-subscription","reconcileID":"2fc7552c-293d-4b27-8edb-f5c0ecd23e7c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-premium-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/premium-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:38.342213106Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-subscription","reconcileID":"c06c8920-b304-4aa6-ab87-de7d848c26f9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-premium-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:44.072275903Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-ordering-sub","reconcileID":"a2e3d99f-c7d4-4065-8fb4-b0746d544955","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscription":"e2e-ordering-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:44.228859063Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-ordering-sub","reconcileID":"a2e3d99f-c7d4-4065-8fb4-b0746d544955","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-premium-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:44.44451509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"premium-w2-14a6e4","reconcileID":"e8848b2d-a532-4351-a7a3-c63e27b601ba","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"premium-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"premium-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:44.503001157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"4f03ff9e-664a-4855-9826-3a8e3e52a397","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:44.599732999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"2148cc9e-c72a-447c-8296-060049af0003","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:44.599971219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-ordering-auth","reconcileID":"06ec6549-5780-4b4d-a9da-81f8dbf15a02","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:44.599732759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"30b12975-409c-4e82-ab55-917bcfed576b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:44.603375926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"premium-w2-14a6e4","reconcileID":"5ff4d53d-f40d-487e-9d12-35cde33db084","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"premium-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"premium-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:44.657536954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-ordering-auth","reconcileID":"06ec6549-5780-4b4d-a9da-81f8dbf15a02","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:44.658414145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"30b12975-409c-4e82-ab55-917bcfed576b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:44.659813702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"2148cc9e-c72a-447c-8296-060049af0003","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:44.86121454Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-ordering-auth","reconcileID":"7f803d0c-aec0-4315-a67d-3131f56f03c3","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:45.118429198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"premium-w2-14a6e4","reconcileID":"f891d63c-1348-4ac2-a123-eb1e61281a60","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"premium-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"premium-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:46.507481059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"premium-w2-14a6e4","reconcileID":"cb238a22-c511-4078-b358-a60b8aced243","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"premium-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"premium-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:46.564012504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"premium-w2-14a6e4","reconcileID":"e3a66fc7-3e83-4f31-b495-426c27336d53","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"premium-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"premium-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:46.696805861Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-apikey-degraded-sub","reconcileID":"d02ea607-99dd-402f-a998-139613e318b9","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:46.696829392Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"8d69d13b-5053-4fc6-9043-5ee395b717b1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:46.696981552Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-apikey-degraded-sub","reconcileID":"d02ea607-99dd-402f-a998-139613e318b9","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"model":"e2e-models-e2e-worker-w0-9c8fc5/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-9c8fc5/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:46.718506366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-auth-success","reconcileID":"fe9b9ff1-04c2-4f6c-8eea-61cf2e749b7c","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:46.776757453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-auth-success","reconcileID":"fe9b9ff1-04c2-4f6c-8eea-61cf2e749b7c","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:46.809725964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"premium-w2-14a6e4","reconcileID":"1c89c0b5-e62d-407e-aae1-4eade59d0f80","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"premium-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"premium-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:46.866606276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"premium-w2-14a6e4","reconcileID":"b93fb7bb-a35c-4689-9c87-3869292167d5","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"premium-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"premium-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:01:46.919589538Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-subscription-success","reconcileID":"be20edd9-890c-4070-9345-88fb18a23ff0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-success\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:46.969961534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"31095c63-0a1e-4a67-9c82-2be31939a863","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:46.969962923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"881be811-abed-448d-b176-d5c94a765271","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:47.029817117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"31095c63-0a1e-4a67-9c82-2be31939a863","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:47.029881833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"881be811-abed-448d-b176-d5c94a765271","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:47.034021581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"premium-w2-14a6e4","reconcileID":"4d34afe5-49fd-4ceb-b425-45bed4e28ac5","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"premium-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"premium-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:47.091036957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"premium-w2-14a6e4","reconcileID":"3c0ce5d0-4b8a-48f6-9ff1-36d7890fce62","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"premium-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"premium-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:47.093803195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"premium-w2-14a6e4","reconcileID":"b356542f-e5d0-43e1-8701-1be8f6fe8c9e","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"premium-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"premium-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:47.247195373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-auth-success","reconcileID":"38bac649-1cf3-456c-888b-d838a4446668","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:47.303821774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-auth-success","reconcileID":"38bac649-1cf3-456c-888b-d838a4446668","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:47.347890486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"29c06485-8c09-47fc-a148-f0adff09a900","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:47.347895714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"e7ef2dcf-33fb-45ba-a413-a0513d7ac22e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:47.357319097Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-subscription-success","reconcileID":"a6aecf20-6286-42dd-8417-1b45c07f5ec2","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-premium-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-14a6e4/e2e-test-subscription-success","ai-tenant-e2e-worker-w2-14a6e4/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:47.406709104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"29c06485-8c09-47fc-a148-f0adff09a900","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:47.407251724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"e7ef2dcf-33fb-45ba-a413-a0513d7ac22e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:47.563407212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"premium-w2-14a6e4","reconcileID":"cc95ee99-6245-4715-ae20-b0c3eee9f908","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"premium-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"premium-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:47.565248692Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-subscription","reconcileID":"4f7c40ba-0293-417d-a58e-3461da82d49e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-premium-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:47.772628963Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-subscription-success","reconcileID":"3cb30f7c-c97f-4d1e-a015-ef4e70f13010","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-premium-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:49.890753576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"8be90407-739d-4ef6-bcc1-f251f5b1eefa","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:50.048538317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"24341922-2fe1-4c75-9c5b-bd279b7c55d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:50.051526584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-apikey-degraded-auth","reconcileID":"6fd9ce68-60c9-4be1-95b7-ad5c7df47456","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:50.051546342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"e8ca3608-6d1c-464a-822a-dab48a1788dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:50.106428538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"24341922-2fe1-4c75-9c5b-bd279b7c55d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:50.108954212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"e8ca3608-6d1c-464a-822a-dab48a1788dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:50.151352685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-apikey-degraded-auth","reconcileID":"6fd9ce68-60c9-4be1-95b7-ad5c7df47456","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:50.463386235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"premium-w2-14a6e4","reconcileID":"8f79f799-25a7-49a8-9030-082e4f81af43","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"premium-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"premium-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:50.620745707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"f3b973bb-0bd2-4bb9-8db0-2f8fadf97a86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:50.621009846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"5c08e941-9705-4760-8a39-4ec2de7cd923","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:50.620745712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-auth-success","reconcileID":"df539cfe-84ea-4edf-8d57-aedac4c607f0","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:50.679833679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"f3b973bb-0bd2-4bb9-8db0-2f8fadf97a86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:50.680138428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-auth-success","reconcileID":"df539cfe-84ea-4edf-8d57-aedac4c607f0","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:50.682077614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"5c08e941-9705-4760-8a39-4ec2de7cd923","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:53.492853508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a73db34-bf54-4acb-af36-7f6c7671d44f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:53.544668435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a73db34-bf54-4acb-af36-7f6c7671d44f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:53.596385791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a73db34-bf54-4acb-af36-7f6c7671d44f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:53.648196676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a73db34-bf54-4acb-af36-7f6c7671d44f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:53.83761973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"premium-w4-f73e89","reconcileID":"3c76f2f0-48a4-4e72-96cb-68db658a321c","MaaSModelRef":{"name":"premium-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"premium-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"premium-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:53.86112764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"52862671-a798-4d84-9a12-7b0ad05cd09c","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:53.861302009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"3d0e64f8-c510-44a1-a6bb-90b5a18ccd94","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:53.906228509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"9c0edc4d-63fc-444b-b4d2-07ad2ee68c99","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:53.906574275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"premium-w4-f73e89","reconcileID":"1efc7708-3fa3-40a5-a6ac-08243a1e5292","MaaSModelRef":{"name":"premium-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"premium-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"premium-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:53.906806949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"7df8186c-88c4-4ad1-b902-971e94cd4e1b","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:53.977358464Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-cfe368","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-cfe368","reconcileID":"41da892d-2d0b-4d3d-8df5-93763eb0556a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-cfe368","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-cfe368":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:54.021766277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"ccc6330b-a31c-4bd9-ad8f-80f6c8b91f14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:54.022389322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"53fea279-73c5-4b6e-a263-5ca666a5f965","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:54.07418607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-subscription","reconcileID":"1d5739dd-de1c-4f44-a002-5c563423188f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-premium-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/premium-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:54.075196348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-subscription","reconcileID":"64aeb7d7-8f85-40c6-80ed-3042920cdc83","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:54.079851672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"53fea279-73c5-4b6e-a263-5ca666a5f965","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:54.079886747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"ccc6330b-a31c-4bd9-ad8f-80f6c8b91f14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:54.439414128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"f6a7f077-621a-454a-9234-69c46ea24d51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:54.439436406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"f2d77a18-2fa3-401f-8325-db7183d5a328","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:54.496550422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"f2d77a18-2fa3-401f-8325-db7183d5a328","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:54.496971096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"f6a7f077-621a-454a-9234-69c46ea24d51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:55.600470239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4b922a9-cfa2-46ca-8e2d-40668d469c2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:55.656489033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4b922a9-cfa2-46ca-8e2d-40668d469c2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:55.708179735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4b922a9-cfa2-46ca-8e2d-40668d469c2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:55.760506173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4b922a9-cfa2-46ca-8e2d-40668d469c2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:57.696855117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cabba455-90c6-4d28-8f02-9438abac489d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:57.748644481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cabba455-90c6-4d28-8f02-9438abac489d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:57.800935643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cabba455-90c6-4d28-8f02-9438abac489d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:01:57.853550648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cabba455-90c6-4d28-8f02-9438abac489d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:00.059525182Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-apikey-degraded-sub","reconcileID":"19abae28-90eb-43ab-b657-b7821c666452","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:00.307737792Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-apikey-degraded-sub","reconcileID":"19abae28-90eb-43ab-b657-b7821c666452","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-9c8fc5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:00.307769718Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-apikey-degraded-sub","reconcileID":"19abae28-90eb-43ab-b657-b7821c666452","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"model":"e2e-models-e2e-worker-w0-9c8fc5/nonexistent-model-apikey","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:00.307881575Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-apikey-degraded-sub","reconcileID":"19abae28-90eb-43ab-b657-b7821c666452","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"model":"e2e-models-e2e-worker-w0-9c8fc5/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-9c8fc5/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:00.518620217Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"0c23a35e-5d29-4db3-ae19-510805d35eeb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:00.627860521Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-subscription-success","reconcileID":"ffa979d8-c9d5-4ddf-8f5a-fb74448dd048","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscription":"e2e-test-subscription-success","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:00.628885555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"72de1418-913a-44a9-8702-b5202711ef5d","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:00.783675015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-apikey-degraded-auth","reconcileID":"c1d68787-1fc7-492c-baa1-0d1f5504a354","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:00.783858937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"6284586e-9dbb-4e45-9dcb-5b5521856492","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:00.783675177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"2e39b914-d318-4312-af2f-33819682ff4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:00.788924992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"ec7712f1-9378-466b-ab93-e998c6de7151","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:00.842131872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"2e39b914-d318-4312-af2f-33819682ff4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:00.844083365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-apikey-degraded-auth","reconcileID":"c1d68787-1fc7-492c-baa1-0d1f5504a354","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:00.845139226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"6284586e-9dbb-4e45-9dcb-5b5521856492","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:00.846379321Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-subscription-success","reconcileID":"ffa979d8-c9d5-4ddf-8f5a-fb74448dd048","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-premium-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-14a6e4/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:00.998938093Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-apikey-degraded-auth","reconcileID":"27618c8a-0f14-4d9e-a671-0d27ea10c876","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:01.053658981Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-subscription","reconcileID":"282e2804-b51e-4d7e-89dd-178f498066ac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-premium-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:01.108021481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"premium-w2-14a6e4","reconcileID":"fbd27948-fbce-4d22-baac-4d362bd4c249","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"premium-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"premium-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:01.158459444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"818b42c9-5bf9-4513-b1be-a758c691fc5c","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:01.261464762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-auth-success","reconcileID":"a4278215-8b77-4cbb-b0c8-4a789fb2657e","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:01.264760276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"e131f712-11c7-468a-a2e1-5242356922fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:01.2648381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"2e0a09ed-311d-478c-93bd-3c7138403dc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:01.265482641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"premium-w2-14a6e4","reconcileID":"087b92ce-9535-4239-895e-37580ba1a91d","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"premium-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"premium-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:01.318149869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-auth-success","reconcileID":"a4278215-8b77-4cbb-b0c8-4a789fb2657e","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:01.321888441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"e131f712-11c7-468a-a2e1-5242356922fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:01.323057442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"2e0a09ed-311d-478c-93bd-3c7138403dc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:01.521806639Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-auth-success","reconcileID":"1ad1f913-7d7a-4561-9dab-24adae97618f","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:01.783859512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"premium-w2-14a6e4","reconcileID":"e1a8b455-eb6b-4e80-87f5-af34a046ccbb","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"premium-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"premium-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:02.275897978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"0ba58557-6aba-4ec4-993e-ff7973f83695","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:02.330856433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"467010c4-efe3-41bc-beee-18347c64ebd8","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:02.485758448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-apikey-failed-auth","reconcileID":"e25adbe3-6c2d-4492-9281-ca1c561105cf","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:02.542700256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-apikey-failed-auth","reconcileID":"e25adbe3-6c2d-4492-9281-ca1c561105cf","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:02.85857582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"118abbca-54b4-4675-8c04-deb988ae9032","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:03.013042536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-apikey-failed-auth","reconcileID":"f09714be-dec6-468b-8025-d481ff38e1d1","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:03.069932044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-apikey-failed-auth","reconcileID":"f09714be-dec6-468b-8025-d481ff38e1d1","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:06.781439158Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:11.196434875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"679df31f-5775-4c06-9f82-e79b8abc80d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:11.196581915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"aa4d8778-1557-4470-9ac6-d9c3a9e230c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:11.253577542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"aa4d8778-1557-4470-9ac6-d9c3a9e230c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:11.254770003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"679df31f-5775-4c06-9f82-e79b8abc80d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:12.823063073Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-apikey-failed-sub","reconcileID":"7da0e6ef-ca96-492b-9c50-d9d8cc9ff374","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:12.869153532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"c7d312b9-09e4-418a-b168-53075a69e633","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:12.869402985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"6c689086-4022-486a-8e8b-c3682655f952","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:12.869159517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-apikey-failed-auth","reconcileID":"841f3310-cb2e-4c63-9356-6fa599d45d0e","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:12.928073136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"c7d312b9-09e4-418a-b168-53075a69e633","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:12.928077793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"6c689086-4022-486a-8e8b-c3682655f952","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:12.930224689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-apikey-failed-auth","reconcileID":"841f3310-cb2e-4c63-9356-6fa599d45d0e","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:12.996587402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"premium-w2-14a6e4","reconcileID":"3a8738d8-bead-4594-9405-84b5cad355f4","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"premium-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"premium-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:13.051184891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"premium-w2-14a6e4","reconcileID":"93a53360-edb9-417f-881a-13e6ca91dc1c","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"premium-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"premium-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:13.20651017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-auth-no-access","reconcileID":"2d04b289-baef-4609-9ccf-593d8f7936d6","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:13.263235246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-auth-no-access","reconcileID":"2d04b289-baef-4609-9ccf-593d8f7936d6","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:13.278909167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"premium-w2-14a6e4","reconcileID":"783b627c-a6dd-451d-90d0-b3db85aa4fa8","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"premium-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"premium-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:13.307991929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"193c50d2-74c9-4866-b70d-b705a31e6cea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:13.308038388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-apikey-failed-auth","reconcileID":"430b6c8f-712e-4b3f-9ce0-d1f336fba2e2","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:13.30844154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"1f2f452a-a507-409f-a751-470468f67804","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:13.365816733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"193c50d2-74c9-4866-b70d-b705a31e6cea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:13.366135723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"1f2f452a-a507-409f-a751-470468f67804","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:13.3680984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-apikey-failed-auth","reconcileID":"430b6c8f-712e-4b3f-9ce0-d1f336fba2e2","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:13.388263606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"premium-w2-14a6e4","reconcileID":"5c140d0f-6fd8-448d-82a2-b4fff81a1478","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"premium-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"premium-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:13.392199142Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-14a6e4/e2e-test-subscription-no-access","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-no-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:13.445210783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"2fbe836e-1d17-49c5-a233-6d54b9d045e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:13.445899954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"premium-w2-14a6e4","reconcileID":"396636ca-e730-439f-bf6f-62366715ac79","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"premium-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"premium-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:13.50194668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"2fbe836e-1d17-49c5-a233-6d54b9d045e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:13.577760354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"premium-w2-14a6e4","reconcileID":"c13920a4-b3fe-4573-b83d-a8e8645cbd00","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"premium-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"premium-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:13.711792315Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-subscription-no-access","reconcileID":"c2d8ec67-010f-4122-9ac3-49f83b3e11bc","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-premium-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-14a6e4/e2e-test-subscription-no-access","ai-tenant-e2e-worker-w2-14a6e4/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:13.731557999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-auth-no-access","reconcileID":"f481ab65-2dbe-4543-8201-61958b3fda17","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:13.776590938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"f37d39fa-15f9-416d-bdc0-108eab3ef769","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:13.788229834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-auth-no-access","reconcileID":"f481ab65-2dbe-4543-8201-61958b3fda17","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:13.832054385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"b07a1005-7655-49a8-bb68-398b3f888348","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:13.833102698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"f37d39fa-15f9-416d-bdc0-108eab3ef769","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:13.873227469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"premium-w2-14a6e4","reconcileID":"98fa2bca-e532-4fc2-a722-48166a5d3313","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"premium-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"premium-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:13.88864757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"b07a1005-7655-49a8-bb68-398b3f888348","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:13.920949941Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-subscription","reconcileID":"6f6239fd-6eb2-4aa6-a033-ffcb3d8a41d1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-premium-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:14.080745395Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-subscription-no-access","reconcileID":"a7361d56-116b-4ad3-931e-564062c0f255","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-premium-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:15.794617509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"954a9d2d-02ef-45e3-935d-594ea9151749","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:15.794642843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"c0588f50-a42d-4946-b752-5c8d8e39c559","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:15.794988173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-apikey-failed-auth","reconcileID":"0e055818-2746-41ab-a287-85f5609e4257","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:15.852132253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-apikey-failed-auth","reconcileID":"0e055818-2746-41ab-a287-85f5609e4257","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:15.852180556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"954a9d2d-02ef-45e3-935d-594ea9151749","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:15.854402933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"c0588f50-a42d-4946-b752-5c8d8e39c559","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:16.650217888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"premium-w2-14a6e4","reconcileID":"cbf7d410-3307-4b47-941d-c4d8754637fb","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"premium-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"premium-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:16.839521432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-auth-no-access","reconcileID":"5fa6e361-383d-4331-aab8-1acecdea368a","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:16.839677417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"22abcd3b-9b42-4e6b-9882-b05dcf22c451","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:16.839523049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"a0315772-a06e-459d-92d2-40677ddf87ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:16.900245472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"a0315772-a06e-459d-92d2-40677ddf87ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:16.902106116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"22abcd3b-9b42-4e6b-9882-b05dcf22c451","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:16.902661178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-auth-no-access","reconcileID":"5fa6e361-383d-4331-aab8-1acecdea368a","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:21.271460146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"59a1ca78-d85c-4ff2-8f33-c6cc9556e1b4","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:24.934701206Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0d2807","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"test-model-0d2807","reconcileID":"c01f69cc-8d94-4e02-9014-872853f97e54","MaaSModelRef":{"name":"test-model-0d2807","namespace":"ai-tenant-e2e-inf-a-0d2807"},"tenant":"e2e-inf-a-0d2807","gateway":"openshift-ingress/e2e-inf-a-0d2807","model":"ai-tenant-e2e-inf-a-0d2807/test-model-0d2807","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:24.934732794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0d2807","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"test-model-0d2807","reconcileID":"c01f69cc-8d94-4e02-9014-872853f97e54","MaaSModelRef":{"name":"test-model-0d2807","namespace":"ai-tenant-e2e-inf-a-0d2807"},"routeName":"test-model-0d2807-kserve-route","namespace":"ai-tenant-e2e-inf-a-0d2807","llmisvcName":"test-model-0d2807","gateway":"openshift-ingress/e2e-inf-a-0d2807","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:25.805196991Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-apikey-failed-sub","reconcileID":"e66344cb-f4c1-47ce-9878-00c4780636fb","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"model":"e2e-models-e2e-worker-w0-9c8fc5/nonexistent-model-apikey-failed","subscription":"e2e-apikey-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:25.80536546Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-apikey-failed-sub","reconcileID":"e66344cb-f4c1-47ce-9878-00c4780636fb","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"model":"e2e-models-e2e-worker-w0-9c8fc5/nonexistent-model-apikey-failed","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-9c8fc5/nonexistent-model-apikey-failed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:26.226943811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"ad3bc4f1-6c82-45a8-8fd4-1184ac636511","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:26.244781059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-apikey-failed-auth","reconcileID":"235734ea-f68f-4399-a45f-c0fb4ebd6096","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:26.244910975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"8d4ae5fc-ffb9-40cb-9409-acbc8d2c4de0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:26.244782808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"326b3980-6704-4c19-99ae-54783fe4204e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:26.304179064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-apikey-failed-auth","reconcileID":"235734ea-f68f-4399-a45f-c0fb4ebd6096","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:26.304973048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"8d4ae5fc-ffb9-40cb-9409-acbc8d2c4de0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:26.306790511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"326b3980-6704-4c19-99ae-54783fe4204e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:26.514373424Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-apikey-failed-auth","reconcileID":"2cc21ae2-0b2a-4580-b4ec-1589301c25de","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:26.729799246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"32db51a6-bf2b-4b6c-ba5d-aed625fa53c0","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:26.839830786Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-subscription-no-access","reconcileID":"c3075067-a98a-4e82-a29d-88533566a04e","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscription":"e2e-test-subscription-no-access","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:27.063500305Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-subscription-no-access","reconcileID":"c3075067-a98a-4e82-a29d-88533566a04e","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-premium-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-14a6e4/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:27.275414203Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-subscription","reconcileID":"4781e208-8d04-4260-9055-aa8ec67fd803","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-premium-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:27.325849782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"premium-w2-14a6e4","reconcileID":"701f2392-3509-4270-aaa3-5bbb2f967144","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"premium-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"premium-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:27.48368225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-auth-no-access","reconcileID":"188d5883-c8fb-46e4-a632-91b37e811201","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:27.48387476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"7437ef86-4e04-4274-ad2d-0c561cf344a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:27.483682926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"859d281d-5750-417d-b2b7-2ce37ca6f5f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:27.484691994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"premium-w2-14a6e4","reconcileID":"493b7d81-e5f4-4736-a034-2c4061b5bec3","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"premium-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"premium-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:27.541216239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"7437ef86-4e04-4274-ad2d-0c561cf344a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:27.542137544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"859d281d-5750-417d-b2b7-2ce37ca6f5f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:27.544065598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-auth-no-access","reconcileID":"188d5883-c8fb-46e4-a632-91b37e811201","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:27.696706615Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-auth-no-access","reconcileID":"ccc780a2-98d0-4663-bc67-934a719974c9","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:27.776687849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"549c2f6d-1593-45ef-b1ad-b888820faf34","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:27.831453223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"d58c3037-5ec6-4d6c-a445-8eb1893719a5","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:27.858127374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"premium-w2-14a6e4","reconcileID":"fca82aa7-fe38-455f-8188-ccc6ae385dbe","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"premium-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"premium-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:27.986075247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-38932c92-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-filter-sub-a-38932c92-auth","reconcileID":"75347be7-c5f2-4355-a7e9-cea3f4f0d18a","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-38932c92-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:28.044173454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-38932c92-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-filter-sub-a-38932c92-auth","reconcileID":"75347be7-c5f2-4355-a7e9-cea3f4f0d18a","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-38932c92-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:28.074510695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"27b2aedb-88d9-41b2-8849-93ac28e42153","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:28.130056332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"bd8e86b0-b3c8-4d09-aa32-0cc2194cb74c","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:28.183997411Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-38932c92","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-filter-sub-a-38932c92","reconcileID":"f43d88c1-e363-41d2-a1db-3efee080d54a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-a-38932c92\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:28.228963346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"2f0152bf-05a3-444d-addc-ada16f466f6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:28.228988109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"d7d6cd12-3a17-4dc0-a94b-a1d94faa98ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:28.285826954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"d7d6cd12-3a17-4dc0-a94b-a1d94faa98ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:28.286766316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"2f0152bf-05a3-444d-addc-ada16f466f6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:28.296422022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"88a6c186-2520-4df7-8d31-4b0e05be1701","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:28.355341355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"75ec8ecf-1bca-4fa8-b6f9-e61fd337ff41","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:28.368780636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"6db5ae23-9154-4c38-b933-5a5cee095216","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:28.526728564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-38932c92-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-filter-sub-a-38932c92-auth","reconcileID":"20f1a3fa-1808-4045-a33b-8ccdfa1b25dd","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-38932c92-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:28.583154043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-38932c92-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-filter-sub-a-38932c92-auth","reconcileID":"20f1a3fa-1808-4045-a33b-8ccdfa1b25dd","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-38932c92-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:28.633463657Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-38932c92","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-filter-sub-a-38932c92","reconcileID":"ffaac25d-0aa0-41e1-82a6-a8e71727c092","MaaSSubscription":{"name":"e2e-filter-sub-a-38932c92","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-9c8fc5/e2e-filter-sub-a-38932c92","ai-tenant-e2e-worker-w0-9c8fc5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:28.674927442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"f6de5566-25a7-47fa-9d24-16bf12ab2f20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:28.674964114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"b14d16c1-660a-4364-8675-db79894e2cc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:28.732244155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"f6de5566-25a7-47fa-9d24-16bf12ab2f20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:28.732257101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"b14d16c1-660a-4364-8675-db79894e2cc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:28.795029873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"fb557734-5d6a-4db2-b31f-baff2e52a3fc","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:28.84213168Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"b4724dea-a517-4e9a-be0e-6bb37186a03e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:28.89469861Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-38932c92-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-filter-sub-a-38932c92-auth","reconcileID":"20f1a3fa-1808-4045-a33b-8ccdfa1b25dd","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-filter-sub-a-38932c92-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:28.944293384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"eccb1e73-3e34-4745-bf83-d45465a7893e","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:28.99898092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"7290b399-06f5-4bb5-bff8-c5c225b38cbf","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:29.014805939Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-38932c92","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-filter-sub-a-38932c92","reconcileID":"f7b17be3-6eea-401e-b878-85eb81973ae6","MaaSSubscription":{"name":"e2e-filter-sub-a-38932c92","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:29.069108937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-38932c92-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-filter-sub-a-38932c92-auth","reconcileID":"2173df25-abe4-4507-b68d-354e5cc2260c","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-38932c92-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:29.114711401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"default-tenant","reconcileID":"88aba4ac-d2c9-4889-a992-c423b299cb93","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cfe368","tenantID":"e2e-extmod-a-cfe368","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:29.130208503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-38932c92-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-filter-sub-a-38932c92-auth","reconcileID":"2173df25-abe4-4507-b68d-354e5cc2260c","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-38932c92-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:29.168699182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-auth-multi-sub-valid","reconcileID":"c9c3747f-74f6-41ab-9003-9e1b0b0dd298","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:29.227477663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-auth-multi-sub-valid","reconcileID":"c9c3747f-74f6-41ab-9003-9e1b0b0dd298","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:29.228825434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"3f414b98-00f6-4fbc-8132-f57435e585f1","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:29.234794505Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"default-tenant","reconcileID":"88aba4ac-d2c9-4889-a992-c423b299cb93","name":"e2e-extmod-a-cfe368-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:29.283914782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"8f12d773-6f72-47a4-8dc5-10347ce3c6d6","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:29.336763725Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-subscription-free","reconcileID":"1c759ac2-5461-4da4-81f3-9ccbc3a7b8d0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:29.341348266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"2daf7ff1-2038-4e04-b61d-26742e1f40c9","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:29.382928985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"2a499f61-9c21-458b-9afc-48cc2aff8c8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:29.382973839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"5a32d055-f363-4a49-9497-9cbc0f3105df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:29.451816817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"2a499f61-9c21-458b-9afc-48cc2aff8c8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:29.455657256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"832b5a88-bd63-4b21-aefe-77ae77b5fdcc","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:29.480987855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"5a32d055-f363-4a49-9497-9cbc0f3105df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:29.514476774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"b108fbad-95f1-4827-8876-d3e5df008469","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:29.565941484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"75bfaed4-36ab-44b0-9b54-a544f19494b4","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:29.566684881Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-14a6e4 priority=0:[ai-tenant-e2e-worker-w2-14a6e4/e2e-test-subscription-free ai-tenant-e2e-worker-w2-14a6e4/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:29.591507386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"598d752f-58dd-48b2-bb35-5af68343141b","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:29.624207476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"a4c52ece-83b5-4954-b8db-4e5887a8f938","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:29.676531147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"c8425a0e-bcf6-46bc-855c-4403a2f5f755","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:29.679034174Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-14a6e4/e2e-test-subscription-premium","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-premium\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:29.733828256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"28e968ce-5c15-4fb5-8e4a-17f5e0052a02","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:29.744984569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-auth-multi-sub-valid","reconcileID":"e7a60e9f-650d-413a-9c31-a68f06d943d0","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:29.786758109Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-subscription-free","reconcileID":"6da23c10-0ebf-4013-8685-14b4bb39ee0b","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w2-14a6e4/e2e-test-subscription-free","ai-tenant-e2e-worker-w2-14a6e4/e2e-test-subscription-premium","ai-tenant-e2e-worker-w2-14a6e4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:29.80291434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-auth-multi-sub-valid","reconcileID":"e7a60e9f-650d-413a-9c31-a68f06d943d0","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:29.84534373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"08a25126-eddb-42ae-8c4c-d03222776e93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:29.902036597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"08a25126-eddb-42ae-8c4c-d03222776e93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:29.945394476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"2595119c-051b-4304-a459-79280e23ce30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:29.94739138Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-subscription-premium","reconcileID":"078e6831-2514-4afa-a377-18c8adb5c7d3","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:29.955581162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"10528ead-0ea4-4520-8a9b-fbfdd361fb3d","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:30.001965232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"2595119c-051b-4304-a459-79280e23ce30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:30.042950013Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"85992261-26f3-47e9-8eaf-05fd196afd58","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":3,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:30.065819001Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-auth-multi-sub-valid","reconcileID":"e7a60e9f-650d-413a-9c31-a68f06d943d0","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-test-auth-multi-sub-valid\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:30.111627305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"53403f22-c336-4717-8899-d00a9369b3fc","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:30.164860122Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-subscription-free","reconcileID":"37e217b8-3a92-497d-8b07-4e53933fc84c","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:30.216482166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"9b984f1a-0033-4709-8766-4c9ec279ca0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:30.219284456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-auth-multi-sub-valid","reconcileID":"91d7e316-7e20-401e-a6fd-cf5457b91231","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:30.273663594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"9b984f1a-0033-4709-8766-4c9ec279ca0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:30.275718355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-auth-multi-sub-valid","reconcileID":"91d7e316-7e20-401e-a6fd-cf5457b91231","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:30.320803199Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-subscription-premium","reconcileID":"7bd8510b-1df4-4e04-a2f7-1f58b4550163","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:30.329581633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"2bcb25f1-a81e-4f6d-996f-5a1e6fa023fb","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:30.645540729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"0f893852-6ff9-4d3a-a4fc-f4b0baf6aa3d","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:30.702206849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"b35e4147-8d91-4721-b005-4bbd5871cd24","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:30.856685395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-49a10b53-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-filter-sub-b-49a10b53-auth","reconcileID":"64ca240f-cb6d-425d-8aa6-583dcd892103","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-49a10b53-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:30.91340287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-49a10b53-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-filter-sub-b-49a10b53-auth","reconcileID":"64ca240f-cb6d-425d-8aa6-583dcd892103","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-49a10b53-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:30.934417362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"40d1999d-50b0-44fa-9671-a15fe551304e","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:30.934618634Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-9c8fc5 priority=0:[ai-tenant-e2e-worker-w0-9c8fc5/e2e-filter-sub-a-38932c92 ai-tenant-e2e-worker-w0-9c8fc5/e2e-filter-sub-b-49a10b53]","namespace=ai-tenant-e2e-worker-w2-14a6e4 priority=0:[ai-tenant-e2e-worker-w2-14a6e4/e2e-test-subscription-free ai-tenant-e2e-worker-w2-14a6e4/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:30.992476579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"35f4e3f7-3acb-4661-b056-16de18d7f577","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:31.04028219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"c0d36547-2bea-465c-8a53-eaa0f245ef0b","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:31.044974044Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-9c8fc5/e2e-filter-sub-b-49a10b53","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-b-49a10b53\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:31.08871213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"5ffb07fe-fd44-461a-88a4-beb676dca169","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:31.088959077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"6a356aeb-9f59-4faa-98d8-d5dcefcf2f51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:31.08871716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-38932c92-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-filter-sub-a-38932c92-auth","reconcileID":"ad93d31a-d2bd-4d21-ac49-c56f3120bcd8","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-38932c92-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:31.098982065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"74bc901f-0344-40d4-856c-eeff23af05fb","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:31.100926783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"3e21e979-1498-4389-af48-70957d263f7b","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:31.14569673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-38932c92-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-filter-sub-a-38932c92-auth","reconcileID":"ad93d31a-d2bd-4d21-ac49-c56f3120bcd8","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-38932c92-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:31.145802136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"5ffb07fe-fd44-461a-88a4-beb676dca169","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:31.148108951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"6a356aeb-9f59-4faa-98d8-d5dcefcf2f51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:31.228643846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"b3158e70-bb2e-41e4-a9c6-ca8cd560e961","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:31.364473112Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-49a10b53","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-filter-sub-b-49a10b53","reconcileID":"f682b515-6553-4eae-8489-9d515cf3a4b8","MaaSSubscription":{"name":"e2e-filter-sub-b-49a10b53","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-9c8fc5/e2e-filter-sub-a-38932c92","ai-tenant-e2e-worker-w0-9c8fc5/e2e-filter-sub-b-49a10b53","ai-tenant-e2e-worker-w0-9c8fc5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:31.382627954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-49a10b53-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-filter-sub-b-49a10b53-auth","reconcileID":"e1b39143-8da8-4481-b844-d44dd1217ec3","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-49a10b53-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:31.439086583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-49a10b53-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-filter-sub-b-49a10b53-auth","reconcileID":"e1b39143-8da8-4481-b844-d44dd1217ec3","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-49a10b53-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:31.483070302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-38932c92-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-filter-sub-a-38932c92-auth","reconcileID":"d3edefbf-2915-4161-bb32-8a0d6df6f4c5","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-38932c92-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:31.48327919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"f3bf7460-8f9d-484c-8b37-b2f4b5132cfb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:31.483068861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"5ee7891d-3aca-40db-9165-2c7543ef0042","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:31.52598246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"bf03850f-2149-4c68-ab85-cc6ce47cf67f","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:31.540058868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-38932c92-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-filter-sub-a-38932c92-auth","reconcileID":"d3edefbf-2915-4161-bb32-8a0d6df6f4c5","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-38932c92-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:31.54019937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"f3bf7460-8f9d-484c-8b37-b2f4b5132cfb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:31.545181857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"5ee7891d-3aca-40db-9165-2c7543ef0042","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:31.57257625Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-38932c92","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-filter-sub-a-38932c92","reconcileID":"b284aca6-bc85-430f-80bd-3242d4724267","MaaSSubscription":{"name":"e2e-filter-sub-a-38932c92","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:31.572576253Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"fb81b59a-da1c-41ce-8266-513f473fa67b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:31.733774111Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-49a10b53","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-filter-sub-b-49a10b53","reconcileID":"68661a68-35ac-4ead-8688-2c186199bb63","MaaSSubscription":{"name":"e2e-filter-sub-b-49a10b53","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:33.464975237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"489e62d5-857c-428e-a72f-dba2e333f427","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:33.521219539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"af8b330b-17f8-403e-908f-4d2477bb15c4","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:33.675306861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-dedup-auth","reconcileID":"7042f6f5-e15f-4d29-9d00-5bd973d83a76","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:33.732115261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-dedup-auth","reconcileID":"7042f6f5-e15f-4d29-9d00-5bd973d83a76","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:33.78624756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"104e1233-4417-4c10-8c50-9e0c47c8148d","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:33.940781771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-auth-multi-sub-valid","reconcileID":"73981a5b-ca41-489d-b659-bcaa0d27f990","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:33.941280667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"b938ee70-a162-4463-97da-8d34cdd2f156","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:33.941686164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"5179068c-e302-460b-8d7d-aa91d0eb5952","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:33.999214399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"b938ee70-a162-4463-97da-8d34cdd2f156","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:33.999258871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"5179068c-e302-460b-8d7d-aa91d0eb5952","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:34.001469768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-auth-multi-sub-valid","reconcileID":"73981a5b-ca41-489d-b659-bcaa0d27f990","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:34.046691409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"cf7b098c-be6b-4c4a-a36d-a193915fc819","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:34.256728669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-dedup-auth","reconcileID":"60ff903a-a5f5-4d46-b0bf-5b92f1797729","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:34.314060516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-dedup-auth","reconcileID":"60ff903a-a5f5-4d46-b0bf-5b92f1797729","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:35.271799784Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0d2807","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"test-model-0d2807","reconcileID":"6c02ca90-2771-460d-8955-f58a0061f754","MaaSModelRef":{"name":"test-model-0d2807","namespace":"ai-tenant-e2e-inf-a-0d2807"},"tenant":"e2e-inf-a-0d2807","gateway":"openshift-ingress/e2e-inf-a-0d2807","model":"ai-tenant-e2e-inf-a-0d2807/test-model-0d2807","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:35.271831089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0d2807","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"test-model-0d2807","reconcileID":"6c02ca90-2771-460d-8955-f58a0061f754","MaaSModelRef":{"name":"test-model-0d2807","namespace":"ai-tenant-e2e-inf-a-0d2807"},"routeName":"test-model-0d2807-kserve-route","namespace":"ai-tenant-e2e-inf-a-0d2807","llmisvcName":"test-model-0d2807","gateway":"openshift-ingress/e2e-inf-a-0d2807","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:35.326216468Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0d2807","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"test-model-0d2807","reconcileID":"e8d200b0-b42e-4091-9620-3f3184876cd0","MaaSModelRef":{"name":"test-model-0d2807","namespace":"ai-tenant-e2e-inf-a-0d2807"},"tenant":"e2e-inf-a-0d2807","gateway":"openshift-ingress/e2e-inf-a-0d2807","model":"ai-tenant-e2e-inf-a-0d2807/test-model-0d2807","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:35.326239016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0d2807","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"test-model-0d2807","reconcileID":"e8d200b0-b42e-4091-9620-3f3184876cd0","MaaSModelRef":{"name":"test-model-0d2807","namespace":"ai-tenant-e2e-inf-a-0d2807"},"routeName":"test-model-0d2807-kserve-route","namespace":"ai-tenant-e2e-inf-a-0d2807","llmisvcName":"test-model-0d2807","gateway":"openshift-ingress/e2e-inf-a-0d2807","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:35.429422495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0d2807-auth","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"test-model-0d2807-auth","reconcileID":"26cb3719-370b-45e4-82d0-c8107297fea1","MaaSAuthPolicy":{"name":"test-model-0d2807-auth","namespace":"ai-tenant-e2e-inf-a-0d2807"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-0d2807","tenantID":"e2e-inf-a-0d2807","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:35.561846069Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0d2807-auth","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"test-model-0d2807-auth","reconcileID":"26cb3719-370b-45e4-82d0-c8107297fea1","MaaSAuthPolicy":{"name":"test-model-0d2807-auth","namespace":"ai-tenant-e2e-inf-a-0d2807"},"name":"e2e-inf-a-0d2807-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:35.617814216Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-0d2807-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0d2807-auth","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"test-model-0d2807-auth","reconcileID":"26cb3719-370b-45e4-82d0-c8107297fea1","MaaSAuthPolicy":{"name":"test-model-0d2807-auth","namespace":"ai-tenant-e2e-inf-a-0d2807"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:35.673155664Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0d2807","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"test-model-0d2807","reconcileID":"a468be22-8f2b-477f-9fd1-46bfd9e63e53","MaaSModelRef":{"name":"test-model-0d2807","namespace":"ai-tenant-e2e-inf-a-0d2807"},"tenant":"e2e-inf-a-0d2807","gateway":"openshift-ingress/e2e-inf-a-0d2807","model":"ai-tenant-e2e-inf-a-0d2807/test-model-0d2807","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:35.673176719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0d2807","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"test-model-0d2807","reconcileID":"a468be22-8f2b-477f-9fd1-46bfd9e63e53","MaaSModelRef":{"name":"test-model-0d2807","namespace":"ai-tenant-e2e-inf-a-0d2807"},"routeName":"test-model-0d2807-kserve-route","namespace":"ai-tenant-e2e-inf-a-0d2807","llmisvcName":"test-model-0d2807","gateway":"openshift-ingress/e2e-inf-a-0d2807","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:36.052275608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"b80bb306-f9f3-4143-a393-a0b8eb2a7116","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:36.207120011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-49a10b53-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-filter-sub-b-49a10b53-auth","reconcileID":"4c1a2281-d29d-4ad8-b906-0c9126407f36","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-49a10b53-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:36.2074824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"9b464ba3-7fdc-445f-a8eb-e0f58b7cc61c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:36.207936889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-38932c92-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-filter-sub-a-38932c92-auth","reconcileID":"63459c68-18f6-4d0c-8711-d5992628a99e","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-38932c92-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:36.208076001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"935be01b-2d78-4ae4-9041-3e4d47860c9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:36.221099632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"f4e48cf2-02c9-4993-b0c0-b3994dd922d6","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:36.269754441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-49a10b53-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-filter-sub-b-49a10b53-auth","reconcileID":"4c1a2281-d29d-4ad8-b906-0c9126407f36","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-49a10b53-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:36.271595101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"9b464ba3-7fdc-445f-a8eb-e0f58b7cc61c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:36.277262217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"935be01b-2d78-4ae4-9041-3e4d47860c9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:36.277507289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-38932c92-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-filter-sub-a-38932c92-auth","reconcileID":"63459c68-18f6-4d0c-8711-d5992628a99e","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-38932c92-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:36.280820408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"ff782b49-69aa-442d-bdd5-617e002d4c31","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:36.334551421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"66368149-8c43-4ab4-8adb-b53b5214dea6","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:36.338859988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"0807f535-a998-4feb-8cad-203970419ddd","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:36.395020299Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"d1b2b98a-bc80-401a-ac3a-1dc499065c22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: compose ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription@e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:36.395787169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"b37a6ee0-c95a-4a42-adec-b1e3ee548766","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:36.401663745Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dedup-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:36.454535302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"4677be71-c818-4b54-ad10-c5d59ff5f79e","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:36.454838403Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"d1b2b98a-bc80-401a-ac3a-1dc499065c22","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: compose ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription@e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:36.60969408Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"b2bf98cf-da1c-4971-b2a5-07689d182e25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: compose ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription@e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:36.627958624Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"7a4ba17e-80f8-4176-842c-392033eaca43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: compose ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription@e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:36.628000608Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-dedup-auth","reconcileID":"82130894-fe86-4718-8600-4fdc9f2ff7c5","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: compose ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription@e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:36.628036052Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"7a4ba17e-80f8-4176-842c-392033eaca43","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: compose ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription@e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:36.66516012Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-dedup-subscription","reconcileID":"d5f701ee-c5bd-4921-ba5a-9ef18274cbc9","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription","ai-tenant-e2e-worker-w4-f73e89/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:36.667692856Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"b2bf98cf-da1c-4971-b2a5-07689d182e25","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: compose ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription@e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:36.667928864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"premium-w4-f73e89","reconcileID":"3877afd9-77b3-4d0c-9997-f89d6e9c9d50","MaaSModelRef":{"name":"premium-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"premium-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"premium-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:36.684965505Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-dedup-auth","reconcileID":"82130894-fe86-4718-8600-4fdc9f2ff7c5","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: compose ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription@e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:36.685094504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"2f36acd3-84f6-4a7b-a68e-ec05d06ac146","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:36.782039381Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:36.792647227Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"2f91e899-40ba-479d-8443-b8b5f75e03e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: compose ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription@e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:36.792735061Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"2f91e899-40ba-479d-8443-b8b5f75e03e8","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: compose ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription@e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:36.829285174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"9f150616-8a36-4683-9435-1c434dda72c0","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:36.874461981Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-subscription","reconcileID":"888e0e91-5fc4-4556-9aa0-e7a0fed8ea0c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:36.893041232Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-dedup-auth","reconcileID":"d4d3fe7a-a9bc-451f-aa1d-27cf4235c3fa","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: compose ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription@e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:36.893140967Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-dedup-auth","reconcileID":"d4d3fe7a-a9bc-451f-aa1d-27cf4235c3fa","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: compose ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription@e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:36.893152188Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"1d8e251b-9172-4a06-859c-7311c3b2b70f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: compose ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription@e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:36.893238545Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"1d8e251b-9172-4a06-859c-7311c3b2b70f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: compose ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription@e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:36.993437798Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"f49952ed-a0fb-434c-818a-5a0c910374e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: compose ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription@e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:36.993546053Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"f49952ed-a0fb-434c-818a-5a0c910374e2","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: compose ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription@e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:37.075361572Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-dedup-subscription","reconcileID":"b9077134-b8d0-4b60-bd2f-18a6b49ad247","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:37.092961904Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"7289f7e1-3112-4025-82e4-e8620368f9f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: compose ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription@e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:37.093026666Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"7289f7e1-3112-4025-82e4-e8620368f9f6","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: compose ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription@e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:37.093142132Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-dedup-auth","reconcileID":"8677d758-427c-4ced-818e-f970697a19ad","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: compose ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription@e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:37.093219624Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-dedup-auth","reconcileID":"8677d758-427c-4ced-818e-f970697a19ad","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: compose ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription@e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:37.1928987Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"bf8d8fe3-6d1b-499b-888f-946d8926dfb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: compose ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription@e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:37.192976566Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"bf8d8fe3-6d1b-499b-888f-946d8926dfb9","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: compose ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription@e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:37.297893467Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"b83a579a-0710-4bb5-9472-5767a50cae94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: compose ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription@e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:37.29790458Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-dedup-auth","reconcileID":"26e6a0c5-6031-435c-a449-c39b315214cd","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: compose ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription@e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:37.297957845Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"b83a579a-0710-4bb5-9472-5767a50cae94","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: compose ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription@e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:37.297966Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-dedup-auth","reconcileID":"26e6a0c5-6031-435c-a449-c39b315214cd","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: compose ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription@e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:37.42706792Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"8ebec7f8-f94e-48f6-8925-f9e8545c70bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: compose ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription@e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:37.427144Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"8ebec7f8-f94e-48f6-8925-f9e8545c70bc","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: compose ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription@e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:37.527864572Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-dedup-auth","reconcileID":"288d37d7-cdd8-42f7-9608-242a18e7fe19","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: compose ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription@e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:37.527887887Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"5c5df56e-0305-4524-8b42-a814fea0141b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: compose ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription@e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:37.527930579Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-dedup-auth","reconcileID":"288d37d7-cdd8-42f7-9608-242a18e7fe19","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: compose ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription@e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:37.527953055Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"5c5df56e-0305-4524-8b42-a814fea0141b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: compose ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription@e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:37.742363733Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"a2fba15a-f381-4d8b-885d-14dbeb68c505","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: compose ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription@e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:37.742441248Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"a2fba15a-f381-4d8b-885d-14dbeb68c505","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: compose ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription@e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:37.762782559Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"372f42d8-9e44-4dc8-af9e-15a7101df18c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: compose ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription@e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:37.76282226Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-dedup-auth","reconcileID":"50b6a0b9-d8bf-403b-afcb-3f9b5f5b3139","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: compose ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription@e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:37.76284696Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"372f42d8-9e44-4dc8-af9e-15a7101df18c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: compose ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription@e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:37.762870118Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-dedup-auth","reconcileID":"50b6a0b9-d8bf-403b-afcb-3f9b5f5b3139","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: compose ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription@e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:38.079620879Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"1eabaaa3-4492-44f4-b99d-3d3d83af73a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: compose ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription@e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:38.079694232Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"1eabaaa3-4492-44f4-b99d-3d3d83af73a8","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: compose ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription@e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:38.079693007Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-dedup-auth","reconcileID":"a7880eef-110f-4a93-a4b9-fda06f3d081a","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: compose ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription@e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:38.079770014Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-dedup-auth","reconcileID":"a7880eef-110f-4a93-a4b9-fda06f3d081a","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: compose ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription@e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:38.217781829Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"5ddf8014-7b31-4aea-b246-5787fb00cf0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: compose ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription@e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:38.217859699Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"5ddf8014-7b31-4aea-b246-5787fb00cf0b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: compose ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription@e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:38.556359692Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"078459dc-bc16-40c4-b40e-b06fbf2e21e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: compose ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription@e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:38.556395359Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-dedup-auth","reconcileID":"2cf0e0b8-1e43-4256-aa8a-6329c073853b","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: compose ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription@e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:38.556437664Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"078459dc-bc16-40c4-b40e-b06fbf2e21e5","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: compose ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription@e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:38.556459668Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-dedup-auth","reconcileID":"2cf0e0b8-1e43-4256-aa8a-6329c073853b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: compose ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription@e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:39.014526943Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"19a9575c-bd5f-4a1b-b625-e9cbf69b8db5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: compose ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription@e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:39.014614252Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"19a9575c-bd5f-4a1b-b625-e9cbf69b8db5","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: compose ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription@e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:39.281561523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"497c5514-6c19-4e8a-ad0b-f96baeaf32f8","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:39.35200943Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-dedup-auth","reconcileID":"e9b1eac6-b2a1-4114-9e38-4bf5e1dc89cc","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: compose ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription@e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:39.352096116Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-dedup-auth","reconcileID":"e9b1eac6-b2a1-4114-9e38-4bf5e1dc89cc","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: compose ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription@e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:39.352119452Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"b57f85f2-191c-497c-ab74-8cc71cb44135","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: compose ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription@e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:39.352170813Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"b57f85f2-191c-497c-ab74-8cc71cb44135","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: compose ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription@e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:39.454288392Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"66e223f8-2c59-4261-9ae2-96c810e3e0f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: compose ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription@e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:39.454405344Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"66e223f8-2c59-4261-9ae2-96c810e3e0f7","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: compose ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription@e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:39.553587069Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"6cc92473-6012-4139-a6a7-70c350ef8cf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: compose ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription@e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:39.553674183Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"6cc92473-6012-4139-a6a7-70c350ef8cf7","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: compose ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription@e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:39.55359083Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-dedup-auth","reconcileID":"fec93a68-925b-4593-ae47-7e7ac35eafb5","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: compose ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription@e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:39.553741572Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-dedup-auth","reconcileID":"fec93a68-925b-4593-ae47-7e7ac35eafb5","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: compose ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription@e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:42.169905175Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"473acbec-73a0-4ec9-9da1-d69f6eeab4d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: compose ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription@e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:42.1699746Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"473acbec-73a0-4ec9-9da1-d69f6eeab4d4","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: compose ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription@e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:42.269463355Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-dedup-auth","reconcileID":"5a4150a3-c469-4571-8f1a-9d0add55595a","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: compose ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription@e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:42.269542574Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-dedup-auth","reconcileID":"5a4150a3-c469-4571-8f1a-9d0add55595a","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: compose ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription@e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:42.269468731Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"87e7e253-8b55-4c55-a532-c8901ecd2952","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: compose ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription@e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:42.269588225Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"87e7e253-8b55-4c55-a532-c8901ecd2952","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: compose ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription@e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:43.947621696Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-subscription-free","reconcileID":"fe2b8f8d-c91d-4556-a952-3e7f2bda7c99","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscription":"e2e-test-subscription-free","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:44.164232187Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-subscription-free","reconcileID":"fe2b8f8d-c91d-4556-a952-3e7f2bda7c99","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-14a6e4/e2e-test-subscription-premium","ai-tenant-e2e-worker-w2-14a6e4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:44.374488094Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"5d72f422-949d-41ef-b6b2-56fc826104d0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:44.374533805Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-subscription-premium","reconcileID":"b41dd1d8-02e5-4299-ad55-cc5b55172942","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:44.380062017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"bf4cabf9-5f40-4c20-bb6b-7005e1dfc559","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:44.535374099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-auth-multi-sub-valid","reconcileID":"20befda3-e0c8-4e87-8d00-a54c7c1e8bad","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:44.535506784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"6fb2a882-8a7c-4f3c-b159-fc71b741364f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:44.535372929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"618cf5c0-e342-4366-8dba-6b34e95b669d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:44.542469766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"eed49c04-4566-4871-b8ab-c7be0220592f","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:44.593007621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-auth-multi-sub-valid","reconcileID":"20befda3-e0c8-4e87-8d00-a54c7c1e8bad","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:44.593078791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"618cf5c0-e342-4366-8dba-6b34e95b669d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:44.595173753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"6fb2a882-8a7c-4f3c-b159-fc71b741364f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:44.952929812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-auth-multi-sub-valid","reconcileID":"09c15ea9-863a-4c18-b126-ffc9078dcf6f","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:44.953049805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"6acb933d-57cc-456d-8377-d54c50b858ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:44.953383605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"b26045e5-b7c1-49a3-a5ae-b19cf663a3c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:45.01015407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"b26045e5-b7c1-49a3-a5ae-b19cf663a3c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:45.01025018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"6acb933d-57cc-456d-8377-d54c50b858ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:45.012831636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-auth-multi-sub-valid","reconcileID":"09c15ea9-863a-4c18-b126-ffc9078dcf6f","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:45.782881209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0d2807-auth","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"test-model-0d2807-auth","reconcileID":"f63d355e-582c-40a2-a995-b3306f8c6bed","MaaSAuthPolicy":{"name":"test-model-0d2807-auth","namespace":"ai-tenant-e2e-inf-a-0d2807"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-0d2807","tenantID":"e2e-inf-a-0d2807","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:45.839804636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0d2807-auth","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"test-model-0d2807-auth","reconcileID":"f63d355e-582c-40a2-a995-b3306f8c6bed","MaaSAuthPolicy":{"name":"test-model-0d2807-auth","namespace":"ai-tenant-e2e-inf-a-0d2807"},"name":"e2e-inf-a-0d2807-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:45.895425178Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-0d2807-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0d2807-auth","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"test-model-0d2807-auth","reconcileID":"f63d355e-582c-40a2-a995-b3306f8c6bed","MaaSAuthPolicy":{"name":"test-model-0d2807-auth","namespace":"ai-tenant-e2e-inf-a-0d2807"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:46.216402297Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-38932c92","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-filter-sub-a-38932c92","reconcileID":"e7291d98-a5c0-454c-8960-6755f91fcd33","MaaSSubscription":{"name":"e2e-filter-sub-a-38932c92","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscription":"e2e-filter-sub-a-38932c92","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:46.431944827Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-38932c92","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-filter-sub-a-38932c92","reconcileID":"e7291d98-a5c0-454c-8960-6755f91fcd33","MaaSSubscription":{"name":"e2e-filter-sub-a-38932c92","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-9c8fc5/e2e-filter-sub-b-49a10b53","ai-tenant-e2e-worker-w0-9c8fc5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:46.641502717Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-49a10b53","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-filter-sub-b-49a10b53","reconcileID":"968938de-01d4-4765-96a8-09e278772df7","MaaSSubscription":{"name":"e2e-filter-sub-b-49a10b53","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:46.641502715Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"bf7a5abe-6d55-4d06-a143-2059bd5ab1ec","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:46.696559867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"1b90890e-ed9b-480f-beb8-939837cb0a85","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:46.848967279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"98ab1acb-ae56-495e-a0dc-a8dff88ba456","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:46.852136113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-38932c92-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-filter-sub-a-38932c92-auth","reconcileID":"5e58e233-45a1-4dee-aba1-dce77ce3eec3","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-38932c92-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:46.85228801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"f1f2a7ed-d425-4e57-8e93-a4d00d88dce3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:46.852139297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"e40860aa-5bd6-4dee-a582-4b321126a7c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:46.852584687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-49a10b53-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-filter-sub-b-49a10b53-auth","reconcileID":"b36fa557-49bb-4e26-b8c1-a2b810f9c8c4","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-49a10b53-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:46.910633341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"f1f2a7ed-d425-4e57-8e93-a4d00d88dce3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:46.910638503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"e40860aa-5bd6-4dee-a582-4b321126a7c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:46.91446571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-38932c92-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-filter-sub-a-38932c92-auth","reconcileID":"5e58e233-45a1-4dee-aba1-dce77ce3eec3","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-38932c92-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:46.914585347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-49a10b53-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-filter-sub-b-49a10b53-auth","reconcileID":"b36fa557-49bb-4e26-b8c1-a2b810f9c8c4","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-49a10b53-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:47.272840514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-49a10b53-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-filter-sub-b-49a10b53-auth","reconcileID":"34720b93-0820-456e-aae8-9d791b170644","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-49a10b53-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:47.273071858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-38932c92-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-filter-sub-a-38932c92-auth","reconcileID":"520c8622-1240-4630-a90a-697481a8f4b8","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-38932c92-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:47.272849061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"27769389-7382-429b-8588-238312eccc52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:47.273498511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"5510b758-5e7c-4685-89e4-74c1141c99a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:47.330409603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"5510b758-5e7c-4685-89e4-74c1141c99a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:47.330816211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-38932c92-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-filter-sub-a-38932c92-auth","reconcileID":"520c8622-1240-4630-a90a-697481a8f4b8","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-38932c92-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:47.332623715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-49a10b53-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-filter-sub-b-49a10b53-auth","reconcileID":"34720b93-0820-456e-aae8-9d791b170644","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-49a10b53-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:47.333025056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"27769389-7382-429b-8588-238312eccc52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:47.445117621Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"90713089-a8ce-416c-9d57-77fdf518a9eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: compose ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription@e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:47.445199732Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"90713089-a8ce-416c-9d57-77fdf518a9eb","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: compose ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription@e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:47.601660526Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-dedup-auth","reconcileID":"beeffbf2-481f-4d11-a53d-db999d913445","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: compose ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription@e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:47.601734104Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-dedup-auth","reconcileID":"beeffbf2-481f-4d11-a53d-db999d913445","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: compose ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription@e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:47.701961348Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"7378d0c1-73df-4efa-abb5-3a53c29dc043","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: compose ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription@e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:47.702038214Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"7378d0c1-73df-4efa-abb5-3a53c29dc043","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: compose ai-tenant-e2e-worker-w4-f73e89/e2e-dedup-subscription@e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: model e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:49.443016372Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-dedup-subscription","reconcileID":"0a469d7d-6355-488c-8402-7b8772a2615a","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscription":"e2e-dedup-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:49.657105411Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-dedup-subscription","reconcileID":"0a469d7d-6355-488c-8402-7b8772a2615a","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-f73e89/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:49.865741201Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-subscription","reconcileID":"92098edf-a398-4a06-af31-7779e530510a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:49.919918481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"55c0fa73-da03-4fdc-b761-af8f49c45c00","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:50.070111727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"03151608-99b3-4b7a-babf-d5f0d5e98d6f","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:50.074003712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"b5b6dc20-9bb5-4068-9b1c-746eebbb4bca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:50.074048966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-dedup-auth","reconcileID":"ab5fb5ef-68f5-4878-8e8e-c3fec66c92b3","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:50.074415666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"54f127f6-8ccf-4ed7-aaeb-8c2935122567","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:50.131196982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"b5b6dc20-9bb5-4068-9b1c-746eebbb4bca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:50.1313941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-dedup-auth","reconcileID":"ab5fb5ef-68f5-4878-8e8e-c3fec66c92b3","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:50.133633471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"54f127f6-8ccf-4ed7-aaeb-8c2935122567","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:50.44804041Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-dedup-auth","reconcileID":"ab5fb5ef-68f5-4878-8e8e-c3fec66c92b3","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dedup-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:50.448213701Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-dedup-auth","reconcileID":"1da7bdc4-b59f-4c31-b7cd-5538998fd1ba","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:50.452076123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"dc68307c-f10b-4d65-856d-365f3eb44e52","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:50.45251312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"premium-w4-f73e89","reconcileID":"132a060e-2243-4e13-bc18-80a009e72ef0","MaaSModelRef":{"name":"premium-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"premium-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"premium-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:50.659188779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"869ad09e-f8d1-432a-9e45-bae26f701c3d","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:51.734161912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"5ca19892-465c-4380-80a7-19b104b9e8f6","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:51.734443234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"574ffcc5-10c1-4438-bf42-208fea4f3064","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:51.789379671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"29d2b984-66e1-4eb5-b056-c9cc5b8a8294","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:51.789673935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"909dc547-6054-4eb7-94ec-b58be323a1af","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:52.037445814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"134d53ca-d692-45a4-8cf4-59193a5b5faa","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:52.04565178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-distinct-models-auth","reconcileID":"df8b3e70-38e7-4892-9d6b-d9e3db864666","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:52.095151091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"9eede167-5f50-4f72-b43a-4a9627880434","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:52.102355571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-distinct-models-auth","reconcileID":"df8b3e70-38e7-4892-9d6b-d9e3db864666","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:52.146190625Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-distinct-models-subscription","reconcileID":"9aa6e538-00f2-4d7b-ae8b-2fdc9c0ee605","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-distinct-models-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:52.153365544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"506ca490-6244-4030-a87d-2c93bb0e3ca8","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:52.255680965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"fe855231-1304-44f9-a3ce-167973da584d","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:52.255999367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"11dbed45-dea0-4c5a-87f5-e7467b84483c","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:52.296311135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"f08ba216-b79c-4140-b188-f9ccf6fac42a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:52.296335485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"9eeca3fb-c388-4b95-a7d9-479969860f6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:52.312345896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"ea53f9e0-8191-44ba-8092-09570a7c531f","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:52.312703005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"95ccaa80-40df-4dac-bb2a-6ef335a1d7f7","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:52.353526161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"f08ba216-b79c-4140-b188-f9ccf6fac42a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:52.353602234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"9eeca3fb-c388-4b95-a7d9-479969860f6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:52.522644793Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-distinct-models-subscription","reconcileID":"8ee12f6f-816f-41b7-bec8-5d6774d16f10","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-distinct-w4-f73e89","model":"distinct-w4-f73e89","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-f73e89/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:52.525573392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"62aaef9b-67d4-494a-b2d3-670c4a8ad772","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:52.525966606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"3dd9b0d7-1cb9-4fd3-a567-842b866c81e0","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:52.685441243Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-distinct-models-subscription","reconcileID":"8ee12f6f-816f-41b7-bec8-5d6774d16f10","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-distinct-2-w4-f73e89","model":"distinct-2-w4-f73e89","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-f73e89/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:52.799507082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-distinct-models-auth","reconcileID":"e08cff9d-f2e0-4da6-bc5b-81e09cf1d071","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:52.799505496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"96bee4d8-e47a-412f-8bc0-78b41730d80d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:52.800035006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"c2422c7c-7d18-4a82-81bc-a8bc520ceb32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:52.857023625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"c2422c7c-7d18-4a82-81bc-a8bc520ceb32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:52.858222169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"96bee4d8-e47a-412f-8bc0-78b41730d80d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:52.860154598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-distinct-models-auth","reconcileID":"e08cff9d-f2e0-4da6-bc5b-81e09cf1d071","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:52.918365574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"c93f1f4b-afe0-456c-9e57-1fdee2413de3","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:52.918837664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"813104da-450e-4ec3-b41f-a375cd4b0130","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:53.134730724Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-distinct-models-subscription","reconcileID":"75576b29-37e4-43d6-a6ae-af07f6702bcf","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-distinct-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/distinct-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:53.316571249Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-distinct-models-subscription","reconcileID":"75576b29-37e4-43d6-a6ae-af07f6702bcf","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-distinct-2-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/distinct-2-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:54.704224066Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-subscription-premium","reconcileID":"666c8a21-5673-4af8-a849-27381f8dade5","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscription":"e2e-test-subscription-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:54.920920767Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-subscription-premium","reconcileID":"666c8a21-5673-4af8-a849-27381f8dade5","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-14a6e4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:55.130767934Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"37de34fc-8427-4d8d-8de0-19f253acb4e8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:55.182372127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"bb81826c-da56-4f3a-8b57-3cd44abb03f2","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:55.240979451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"5228e45d-d868-484e-8127-8059c6ea429d","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:55.241376225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"65047902-a0eb-47cd-b064-38a98481a436","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:55.327232482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"890c2fa0-9f38-434f-be99-7acb2412cd4b","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:55.337444476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-auth-multi-sub-valid","reconcileID":"5b3f60ec-f93e-474c-9309-4bcb49f73e30","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:55.340159386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"7cf7a7c1-253f-4edb-947f-5bdbdaa05b3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:55.340178386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"d0432db2-6613-445b-8d1d-fa7af09a44b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:55.395772923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-auth-multi-sub-valid","reconcileID":"5b3f60ec-f93e-474c-9309-4bcb49f73e30","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:55.397145518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"7cf7a7c1-253f-4edb-947f-5bdbdaa05b3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:55.399443419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"d0432db2-6613-445b-8d1d-fa7af09a44b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:55.568789805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"09d993eb-ca7a-44fd-a556-7e175f69fb7e","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:55.599851249Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-auth-multi-sub-valid","reconcileID":"1da44b9e-51e7-4672-9600-cc8b6efd9188","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:55.626884562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"15bb5b55-fb24-4955-9a23-1d59e5b33340","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:55.729456699Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-distinct-models-subscription","reconcileID":"b59cc560-d88a-4394-b9ae-e76fd566cb4a","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e2e981c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:55.780888421Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-distinct-models-subscription","reconcileID":"b16e1fa8-7b28-42ff-93e6-e4645abb809a","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e2e981c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:55.824837247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"a61d4734-342f-4184-ba77-bb117c18f4f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:55.824833374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"4880c438-0850-455d-91d7-4a169494373e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:55.85831004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"18fdaefa-f476-4ec5-b41b-0db811776fbd","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:55.881956288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"4880c438-0850-455d-91d7-4a169494373e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:55.88286534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"a61d4734-342f-4184-ba77-bb117c18f4f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:55.925857182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-distinct-models-auth","reconcileID":"aa54a93b-0354-4a04-a977-245edc5518d2","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:55.982633668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-distinct-models-auth","reconcileID":"aa54a93b-0354-4a04-a977-245edc5518d2","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:56.001372036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0d2807-auth","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"test-model-0d2807-auth","reconcileID":"366aadbc-1c52-4492-b988-e64f6f5bbecf","MaaSAuthPolicy":{"name":"test-model-0d2807-auth","namespace":"ai-tenant-e2e-inf-a-0d2807"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-0d2807","tenantID":"e2e-inf-a-0d2807","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:56.058280224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0d2807-auth","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"test-model-0d2807-auth","reconcileID":"366aadbc-1c52-4492-b988-e64f6f5bbecf","MaaSAuthPolicy":{"name":"test-model-0d2807-auth","namespace":"ai-tenant-e2e-inf-a-0d2807"},"name":"e2e-inf-a-0d2807-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:56.113688708Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-0d2807-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5cdac63ef732bfab37eccdf1d32624481a47e71f5b9a99bb31be581662c96ef6) AuthConfig (cbd79926f3fe27b4079f88dd852eb5769b70317c3177395ffad29f73159367e8) AuthConfig (8bb891936b5444bd966c9ea1227e3bcfc2baabdeb9150db3442cd095e81823a3) AuthConfig (1268baeb893a25f316326a0f53229bf4c447435ee80b544bcc13a680b71c4e85) AuthConfig (41a6f7ba5ef43b10c8c44426e16d606e3729f88a6382eefff48b57b57248e7f7) AuthConfig (4913a4860336690c7f603a902cc6df91b1e70ccbf56fc1843094779fee99cbf8) AuthConfig (97b620f5a2646eb286d6137d2eed8439a04739a9722a860814342fe6e24560d7) AuthConfig (32bbc96fbab1118e646612d4ffbdf3fe7998bad719bf947167136b1fb08895a0) AuthConfig (8a99dee6f424e24a14c20a533c1a6218fb9a8c7c3878c5d5019257aa09722976) AuthConfig (d08e5b9f6e633b8820ba586d389fd2bda0a7f3322345334ce29f6de4b995e669) AuthConfig (4f369ef65d70f7fece4e2ebcc497a1abafd93daf8d2cc8c758515310db3631ec) AuthConfig (8c9fed8f86ac882dac900d584ea4b7a75165cc66e9caba800f5ea81beaa72dd6) AuthConfig (9d0c39fac6579a5bbb610848bff8ab41f5bf4e6be421cec14c338e70fd848bfa) AuthConfig (a6223c234c84d05d17440beaeb3ae18e8d0f185113374045ed493e0d1b78d4e4) AuthConfig (2ec4edf9cf7797fa3b32137eab23235dd29591708c80c7c7f7d978ef8e2cd6d3) AuthConfig (eb419f9f408a19ea26467d398476b95fafed22eb977e1a26a0d79a90da110981) AuthConfig (02ad5b65c59774106c98f185976021f9ae8b3e8ac35a119eb3c9d8f67085d1c3) AuthConfig (4f04fcba1c9b5b1004c78382a4f6f7fd4e627d4f7c3e5eab4eb812afc58f18fa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0d2807-auth","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"test-model-0d2807-auth","reconcileID":"366aadbc-1c52-4492-b988-e64f6f5bbecf","MaaSAuthPolicy":{"name":"test-model-0d2807-auth","namespace":"ai-tenant-e2e-inf-a-0d2807"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:56.17137085Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0d2807","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"test-model-0d2807","reconcileID":"7ee04811-b727-49e9-8b9d-53fa7708a386","MaaSModelRef":{"name":"test-model-0d2807","namespace":"ai-tenant-e2e-inf-a-0d2807"},"tenant":"e2e-inf-a-0d2807","gateway":"openshift-ingress/e2e-inf-a-0d2807","model":"ai-tenant-e2e-inf-a-0d2807/test-model-0d2807","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:56.171390124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0d2807","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"test-model-0d2807","reconcileID":"7ee04811-b727-49e9-8b9d-53fa7708a386","MaaSModelRef":{"name":"test-model-0d2807","namespace":"ai-tenant-e2e-inf-a-0d2807"},"routeName":"test-model-0d2807-kserve-route","namespace":"ai-tenant-e2e-inf-a-0d2807","llmisvcName":"test-model-0d2807","gateway":"openshift-ingress/e2e-inf-a-0d2807","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:56.34202717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"4959758d-981f-4381-b796-26ccffebe2b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:56.342026779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"a65d1149-f0aa-46a9-9226-32f762842092","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:56.40079732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"a65d1149-f0aa-46a9-9226-32f762842092","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:56.401630448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"4959758d-981f-4381-b796-26ccffebe2b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:56.645287697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-distinct-models-auth","reconcileID":"37f5e28e-43bd-47cd-a07e-3853f717fe61","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:56.702527205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-distinct-models-auth","reconcileID":"37f5e28e-43bd-47cd-a07e-3853f717fe61","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:57.011126886Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-49a10b53","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-filter-sub-b-49a10b53","reconcileID":"291b24ae-142e-43c2-86e6-2985ec3665a7","MaaSSubscription":{"name":"e2e-filter-sub-b-49a10b53","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscription":"e2e-filter-sub-b-49a10b53","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:57.226308332Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-49a10b53","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-filter-sub-b-49a10b53","reconcileID":"291b24ae-142e-43c2-86e6-2985ec3665a7","MaaSSubscription":{"name":"e2e-filter-sub-b-49a10b53","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-9c8fc5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:57.378635557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"67fca7fa-d24e-4d74-9f96-0d60577f3f1e","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:57.435135718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"886d17f8-aed2-4982-a16a-64c033247988","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:57.436168972Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"a2b1fedf-0ee0-4c20-98c3-9eb13f076c2f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:57.489235445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"9e0bbc95-2c9d-473f-9243-5bc80c7c8555","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:57.588939817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-auth-access-denied","reconcileID":"61f5328d-5617-4046-bee7-fe135d630f8a","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:57.644005849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"45ea7321-d39c-49d9-90aa-c27a7a38a13e","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:57.645443326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-auth-access-denied","reconcileID":"61f5328d-5617-4046-bee7-fe135d630f8a","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:57.653026348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"ecbebf84-a62c-4759-8bb4-63bd04bd8e61","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:57.691355911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-49a10b53-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-filter-sub-b-49a10b53-auth","reconcileID":"908f7284-10f7-4621-aeac-db07e513920f","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-49a10b53-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:57.691569424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-38932c92-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-filter-sub-a-38932c92-auth","reconcileID":"912635c2-2a28-493e-a15a-367ee3c8174c","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-38932c92-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:57.691355914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"d2137b82-9ebe-48e8-b368-149128bfc459","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:57.692058198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"a58a936a-ad21-4978-95b1-09e49103e2f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:57.709316445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"9a5191e9-bb2c-4b0d-8c8c-93511deaf0b8","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:57.749188179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"a58a936a-ad21-4978-95b1-09e49103e2f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:57.749362149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-38932c92-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-filter-sub-a-38932c92-auth","reconcileID":"912635c2-2a28-493e-a15a-367ee3c8174c","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-38932c92-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:57.751834234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"d2137b82-9ebe-48e8-b368-149128bfc459","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:57.751927389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-49a10b53-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-filter-sub-b-49a10b53-auth","reconcileID":"908f7284-10f7-4621-aeac-db07e513920f","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-49a10b53-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:57.761114484Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-user-subscription","reconcileID":"ef7d8881-9830-4cbf-83cd-6f9a9387cc4f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:57.873294546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"659c4ad8-b7ee-42cd-aa9f-9f472072defc","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:57.903717854Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-38932c92-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-filter-sub-a-38932c92-auth","reconcileID":"cc6a1842-c217-4582-9036-1eb9e22d73bc","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-38932c92-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:57.911694734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"cced794f-5686-40f3-a804-198864140021","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:57.922194022Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-14a6e4 priority=0:[ai-tenant-e2e-worker-w2-14a6e4/e2e-test-other-subscription ai-tenant-e2e-worker-w2-14a6e4/e2e-test-user-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:57.922447432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"7e4d9c3c-5473-4582-a4ec-fa44aa941d7f","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:57.928103929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"532be8e6-8af7-43d3-8255-8aacb0096648","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:57.975276849Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-14a6e4/e2e-test-user-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:58.028857719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"ba2f5ed8-6cfc-49f5-9b2d-6838899da1c9","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:02:58.032634058Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-14a6e4/e2e-test-other-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-other-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:58.083642846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"670c4c88-4be4-449b-bcaf-6510bb274a51","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:58.096016576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"6085d1ed-6367-46fb-8552-7c47f136c90d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:58.096203622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"68bf9337-b4f8-4bfe-9b55-50092bf3c26e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:58.096023535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-auth-access-denied","reconcileID":"f5419230-4df6-4ab6-aa0b-077daf9d49d3","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:58.152901726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"68bf9337-b4f8-4bfe-9b55-50092bf3c26e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:58.153052077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-auth-access-denied","reconcileID":"f5419230-4df6-4ab6-aa0b-077daf9d49d3","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:58.155049634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"6085d1ed-6367-46fb-8552-7c47f136c90d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:58.161121362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"a7185ddd-5a38-4c56-a3be-92fbd1613d78","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:58.250187774Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-user-subscription","reconcileID":"f5e9c6e5-931d-4a75-b920-4a415da353e5","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w2-14a6e4/e2e-test-other-subscription","ai-tenant-e2e-worker-w2-14a6e4/e2e-test-user-subscription","ai-tenant-e2e-worker-w2-14a6e4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:58.303460123Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-other-subscription","reconcileID":"8fe89f13-f9ab-4c0d-90c3-85c3dc6a1de4","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:58.322745439Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-49a10b53-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-filter-sub-b-49a10b53-auth","reconcileID":"8637d879-9308-4d38-b835-ba8a4b17f42d","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-49a10b53-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:58.322860172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"2568e571-b3ed-4c95-8ce2-b9ef50c0e042","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:58.414967069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"315ec6a1-8a74-4e4f-8bdd-050cb7b292ee","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:58.458885663Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"b21ab741-2486-400f-8c37-f6c2e4c267f2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:58.516678132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"c7ac2c28-ab70-4c69-92b1-bb0509f40013","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:58.557316563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-auth-access-denied","reconcileID":"dae9443f-9f67-4241-ab97-551fa3dc6558","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:58.557554506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"142a38ac-cfc9-424f-9623-dc8418c8bca5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:58.557348383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"c0005b84-b2f7-4a4e-8694-9fc311e94a7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:58.559912451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"f75ef9ce-53bc-4926-8811-c84978ba214f","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:58.614799164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"142a38ac-cfc9-424f-9623-dc8418c8bca5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:58.614955561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"c0005b84-b2f7-4a4e-8694-9fc311e94a7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:58.617139859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-auth-access-denied","reconcileID":"dae9443f-9f67-4241-ab97-551fa3dc6558","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:58.622047431Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-user-subscription","reconcileID":"d2a35131-a635-4e81-856c-1ec0a5b63a2a","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:02:58.723662857Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-other-subscription","reconcileID":"a687cfa3-f40f-4228-94b9-2062b8a1726b","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:01.00544599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"fff893b3-1bbd-4fa1-8844-4f31140d9a67","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:01.160111798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"5dafbf75-6520-4503-9a82-1ed8924bb75b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:01.160260786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-auth-access-denied","reconcileID":"5dae7bbd-2871-46d7-8b54-fb7c11dad277","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:01.160113038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"2d7b05ef-3684-4df4-94ae-57759086ceb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:01.218496969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-auth-access-denied","reconcileID":"5dae7bbd-2871-46d7-8b54-fb7c11dad277","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:01.222218265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"2d7b05ef-3684-4df4-94ae-57759086ceb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:01.223656349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"5dafbf75-6520-4503-9a82-1ed8924bb75b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:04.686472176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53293083-9b73-42d6-8885-6c00cd09da21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:04.738449839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53293083-9b73-42d6-8885-6c00cd09da21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:04.790299712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53293083-9b73-42d6-8885-6c00cd09da21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:04.842035253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53293083-9b73-42d6-8885-6c00cd09da21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:05.833075873Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-distinct-models-subscription","reconcileID":"73908abe-441f-459f-8bd8-c7a792891ec2","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"model":"e2e-models-e2e-worker-w4-f73e89/distinct-w4-f73e89","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:05.966767811Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-distinct-models-subscription","reconcileID":"73908abe-441f-459f-8bd8-c7a792891ec2","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"model":"e2e-models-e2e-worker-w4-f73e89/distinct-w4-f73e89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:06.019075954Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-distinct-models-subscription","reconcileID":"73908abe-441f-459f-8bd8-c7a792891ec2","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/distinct-w4-f73e89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:06.073206182Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-distinct-models-subscription","reconcileID":"73908abe-441f-459f-8bd8-c7a792891ec2","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"model":"e2e-models-e2e-worker-w4-f73e89/distinct-2-w4-f73e89","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:06.12888588Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-distinct-models-subscription","reconcileID":"73908abe-441f-459f-8bd8-c7a792891ec2","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"model":"e2e-models-e2e-worker-w4-f73e89/distinct-2-w4-f73e89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:06.181165158Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-distinct-models-subscription","reconcileID":"73908abe-441f-459f-8bd8-c7a792891ec2","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/distinct-2-w4-f73e89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:06.304491384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0d2807-auth","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"test-model-0d2807-auth","reconcileID":"322e5f89-6d1b-4687-941e-767e89ef7064","MaaSAuthPolicy":{"name":"test-model-0d2807-auth","namespace":"ai-tenant-e2e-inf-a-0d2807"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-0d2807","tenantID":"e2e-inf-a-0d2807","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:06.362690384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0d2807-auth","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"test-model-0d2807-auth","reconcileID":"322e5f89-6d1b-4687-941e-767e89ef7064","MaaSAuthPolicy":{"name":"test-model-0d2807-auth","namespace":"ai-tenant-e2e-inf-a-0d2807"},"name":"e2e-inf-a-0d2807-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:06.418401774Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-0d2807-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5cdac63ef732bfab37eccdf1d32624481a47e71f5b9a99bb31be581662c96ef6) AuthConfig (cbd79926f3fe27b4079f88dd852eb5769b70317c3177395ffad29f73159367e8) AuthConfig (8bb891936b5444bd966c9ea1227e3bcfc2baabdeb9150db3442cd095e81823a3) AuthConfig (1268baeb893a25f316326a0f53229bf4c447435ee80b544bcc13a680b71c4e85) AuthConfig (41a6f7ba5ef43b10c8c44426e16d606e3729f88a6382eefff48b57b57248e7f7) AuthConfig (4913a4860336690c7f603a902cc6df91b1e70ccbf56fc1843094779fee99cbf8) AuthConfig (97b620f5a2646eb286d6137d2eed8439a04739a9722a860814342fe6e24560d7) AuthConfig (32bbc96fbab1118e646612d4ffbdf3fe7998bad719bf947167136b1fb08895a0) AuthConfig (8a99dee6f424e24a14c20a533c1a6218fb9a8c7c3878c5d5019257aa09722976) AuthConfig (d08e5b9f6e633b8820ba586d389fd2bda0a7f3322345334ce29f6de4b995e669) AuthConfig (4f369ef65d70f7fece4e2ebcc497a1abafd93daf8d2cc8c758515310db3631ec) AuthConfig (8c9fed8f86ac882dac900d584ea4b7a75165cc66e9caba800f5ea81beaa72dd6) AuthConfig (9d0c39fac6579a5bbb610848bff8ab41f5bf4e6be421cec14c338e70fd848bfa) AuthConfig (a6223c234c84d05d17440beaeb3ae18e8d0f185113374045ed493e0d1b78d4e4) AuthConfig (2ec4edf9cf7797fa3b32137eab23235dd29591708c80c7c7f7d978ef8e2cd6d3) AuthConfig (eb419f9f408a19ea26467d398476b95fafed22eb977e1a26a0d79a90da110981) AuthConfig (02ad5b65c59774106c98f185976021f9ae8b3e8ac35a119eb3c9d8f67085d1c3) AuthConfig (4f04fcba1c9b5b1004c78382a4f6f7fd4e627d4f7c3e5eab4eb812afc58f18fa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0d2807-auth","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"test-model-0d2807-auth","reconcileID":"322e5f89-6d1b-4687-941e-767e89ef7064","MaaSAuthPolicy":{"name":"test-model-0d2807-auth","namespace":"ai-tenant-e2e-inf-a-0d2807"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:06.474183217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"556d5655-b7b4-4c05-ba44-d98dac427544","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:06.531975484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"de4691de-57a9-4af0-be3c-8b2b3c06be52","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:06.591079739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"4d22a5c0-6425-47c2-8ed9-05bfd5638eae","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:06.629838368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"0e4c838c-d033-4b50-b590-be564ae1ce40","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:06.630118885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"85e4326a-1165-4aaf-9a6b-8c5c6f9bac3c","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:06.731444879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"48cdbb47-4e9e-4644-b7e0-e16f3c0d1315","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:06.731537923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"dcbb8c9b-2891-4375-9748-4354be548118","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:06.731992916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-distinct-models-auth","reconcileID":"eb958ea2-7a47-4268-afd5-20c905b410c2","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:06.784155079Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:06.791204728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-distinct-models-auth","reconcileID":"eb958ea2-7a47-4268-afd5-20c905b410c2","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:06.791338271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"48cdbb47-4e9e-4644-b7e0-e16f3c0d1315","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:06.793667295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06e78e36-86ab-43d7-9487-202b326b5e79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:06.795125398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"dcbb8c9b-2891-4375-9748-4354be548118","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:06.849284977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06e78e36-86ab-43d7-9487-202b326b5e79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:06.921036929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06e78e36-86ab-43d7-9487-202b326b5e79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:06.97472964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06e78e36-86ab-43d7-9487-202b326b5e79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:07.202057127Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-distinct-models-auth","reconcileID":"7f11e9dd-8bf0-46af-b6b7-a3932cd842cd","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"model":"e2e-models-e2e-worker-w4-f73e89/distinct-w4-f73e89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:07.310040752Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-distinct-models-auth","reconcileID":"7f11e9dd-8bf0-46af-b6b7-a3932cd842cd","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"model":"e2e-models-e2e-worker-w4-f73e89/distinct-2-w4-f73e89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:07.559213692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"f0b9282e-1b9e-460d-b9f6-42575ec7b04d","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:07.559486341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"b33b6d67-4f15-4982-ace8-94931ff42a94","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:08.634671064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"0406026f-6742-44e5-8eed-dffe9a4c7a01","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:08.691205044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"d9096f84-3ac9-45f1-8a72-3afdf641ccdc","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:08.896757095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-return-all-auth1","reconcileID":"8f7b1ab1-a540-43df-9128-0fac74b16288","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:08.926528992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"d95cb76d-e3b8-46bf-8b2d-e652bdf55ca4","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:08.955251297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-return-all-auth1","reconcileID":"8f7b1ab1-a540-43df-9128-0fac74b16288","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:08.985817163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"358a004e-23ed-4ecc-bd13-079472462367","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:03:09.034021883Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-return-all-sub1","reconcileID":"026e3332-3cea-48f1-8b37-63b16131534a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:09.133020609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"e9e9e448-91c7-4dbd-826b-f285ca562859","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:09.13304847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"dfdbb2d9-c50e-4fa4-ad1c-ff9b6370b5d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:09.147042948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"25e54c34-614c-4c82-b32e-402a2e4769bd","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:09.192174965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"e9e9e448-91c7-4dbd-826b-f285ca562859","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:09.193944541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"dfdbb2d9-c50e-4fa4-ad1c-ff9b6370b5d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:09.204119236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"da91a51d-db64-4f9d-a023-118bdeb4961b","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:09.221775625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"f762a766-651e-46ef-b826-6782cc4582df","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:09.274869023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"33f58904-4649-46a2-9495-c36ae9abed63","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:09.276187884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"eac59e47-205d-4c3a-9eec-d01c83e04036","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:09.42197254Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-return-all-sub1","reconcileID":"52a57ccf-b4f1-4f1e-89ec-8aeef1a8c824","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-distinct-w4-f73e89","model":"distinct-w4-f73e89","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-f73e89/e2e-return-all-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:09.519014655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"2ed9030f-a384-4d04-8fd0-455ce6b83a4b","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:09.519645395Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-f73e89 priority=0:[ai-tenant-e2e-worker-w4-f73e89/e2e-return-all-sub1 ai-tenant-e2e-worker-w4-f73e89/e2e-return-all-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:09.531606864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-return-all-auth2","reconcileID":"1312ada5-fb42-4005-b8e4-aca88ea1ef1d","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:09.531891016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-return-all-auth1","reconcileID":"0c578135-ed85-40fa-bef0-c7088165c5aa","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:09.578402037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"681f00e1-18ad-44db-a51b-8c79bbdca774","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:03:09.58505148Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-return-all-sub1","reconcileID":"52a57ccf-b4f1-4f1e-89ec-8aeef1a8c824","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:09.589145205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-return-all-auth1","reconcileID":"0c578135-ed85-40fa-bef0-c7088165c5aa","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:09.590286954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-return-all-auth2","reconcileID":"1312ada5-fb42-4005-b8e4-aca88ea1ef1d","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:09.630207245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"83d664dc-4869-417d-bd68-af98e043c2b3","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:03:09.63693169Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-return-all-sub2","reconcileID":"8e167bc4-8061-4f7a-b517-0a3858fe3702","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:09.653474781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"e421e02b-c6a1-4d81-9ac2-83211b7e6d42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:09.653518199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"46f98e73-1afe-4a8f-abfb-443d6bad62e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:09.714961964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"e421e02b-c6a1-4d81-9ac2-83211b7e6d42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:09.717124957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"46f98e73-1afe-4a8f-abfb-443d6bad62e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:09.813225814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"951a057d-4436-4793-971a-e606fea62417","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:09.862707561Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-return-all-sub1","reconcileID":"a4eacfa6-d54e-4c73-b2dc-47175dbaaa8a","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-distinct-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/distinct-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:09.871765869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"50b76c60-be6d-458d-99f2-f3efe5fdeb46","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:10.071132736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"a0cfabfd-6b7b-4b9c-beb9-e44704374eb1","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:10.079396921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"ed3ec0e2-35c3-4ae7-a4cb-79c7fb6293f7","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:10.175145525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-return-all-auth1","reconcileID":"207230bc-5fc0-46ae-baf2-e0a998c1e8d6","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:10.175697016Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-return-all-sub2","reconcileID":"7df80291-9645-46a6-bd22-8cba228eb065","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-distinct-2-w4-f73e89","model":"distinct-2-w4-f73e89","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-f73e89/e2e-return-all-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:10.23282845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-return-all-auth1","reconcileID":"207230bc-5fc0-46ae-baf2-e0a998c1e8d6","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:10.272643928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"f3db1872-da31-4c9f-8d14-9cafc1e6bece","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:10.272640619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"41a95ed8-a46a-40a5-8b7a-fae827275467","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:10.329743011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"41a95ed8-a46a-40a5-8b7a-fae827275467","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:10.329840691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"f3db1872-da31-4c9f-8d14-9cafc1e6bece","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:10.334245238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-return-all-auth2","reconcileID":"897d5ecd-6e45-4b83-8acf-ae045cd7ad7c","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:10.340679234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"273b681a-8694-4f06-a5b9-0ae35fa5820f","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:10.391088738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-return-all-auth2","reconcileID":"897d5ecd-6e45-4b83-8acf-ae045cd7ad7c","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:10.547792407Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-return-all-sub2","reconcileID":"62bd4057-13fe-4ed6-88bd-151405d247f3","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-distinct-2-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/distinct-2-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:10.622907081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fac00a8-a08d-4362-8610-e4757f1f4d90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:10.675042778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fac00a8-a08d-4362-8610-e4757f1f4d90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:10.726845443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fac00a8-a08d-4362-8610-e4757f1f4d90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:10.7787408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fac00a8-a08d-4362-8610-e4757f1f4d90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:11.084112745Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-3986bf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-3986bf","reconcileID":"32067517-9496-45ac-afd2-c66154213380","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-3986bf","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-3986bf":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:11.167224472Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-user-subscription","reconcileID":"55496608-0fd7-4bd3-a7a6-c7b696955c51","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscription":"e2e-test-user-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:11.380013574Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-user-subscription","reconcileID":"55496608-0fd7-4bd3-a7a6-c7b696955c51","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-14a6e4/e2e-test-other-subscription","ai-tenant-e2e-worker-w2-14a6e4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:11.600262423Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"fec08dc9-4b4f-4c7e-8c20-7f0cdfbd5d0a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:11.600289666Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-other-subscription","reconcileID":"8ec6711f-ae9e-4149-957c-f16e86437c02","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:11.708257152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"5042f1a5-3ad8-457f-af2d-23f80803caf8","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:11.708733969Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-f73e89 priority=0:[ai-tenant-e2e-worker-w4-f73e89/e2e-return-all-sub1 ai-tenant-e2e-worker-w4-f73e89/e2e-return-all-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:11.713640666Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-58d523","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-58d523","reconcileID":"c4bf6cb1-b3b8-43d4-ac36-6cb7a89621e5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-58d523","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-58d523":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:11.770245515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"b926f971-17e6-4e30-b1fd-dd2eeeb61efd","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:11.876149472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"7beae4a0-51df-4309-931a-05da98fc65b7","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:11.944530963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"a6b0c4aa-db68-4fe4-8056-47a88d931bfc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:11.944757537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"2b66d395-d989-49f7-b23b-c527e81f41e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:11.94515843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-auth-access-denied","reconcileID":"cdd03810-69a5-4619-9f84-dd03b1048436","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:12.008438245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"2b66d395-d989-49f7-b23b-c527e81f41e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:12.008501286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"a6b0c4aa-db68-4fe4-8056-47a88d931bfc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:12.010567174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-auth-access-denied","reconcileID":"cdd03810-69a5-4619-9f84-dd03b1048436","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:12.422967367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"be12a146-977c-4467-8ab5-3b82cde205dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:12.42315801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-auth-access-denied","reconcileID":"a4fb8eba-335e-4ac1-8413-55db0d71cd47","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:12.422967068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"6b0ddf3e-4535-4853-9ba3-cb441d59be62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:12.480469633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"be12a146-977c-4467-8ab5-3b82cde205dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:12.480564969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"6b0ddf3e-4535-4853-9ba3-cb441d59be62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:12.482685025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-auth-access-denied","reconcileID":"a4fb8eba-335e-4ac1-8413-55db0d71cd47","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:12.701300005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ede7c476-64c1-4889-b15d-ce8ba857872b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:12.75324191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ede7c476-64c1-4889-b15d-ce8ba857872b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:12.805306328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ede7c476-64c1-4889-b15d-ce8ba857872b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:12.857365527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ede7c476-64c1-4889-b15d-ce8ba857872b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:13.380053999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"6a0f8d45-6dac-4689-ae24-8c476647492b","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:13.540839416Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-return-all-sub1","reconcileID":"c376b8a8-cf51-428c-92d8-c117602f3d91","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3a31a638","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:13.638406289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-return-all-auth1","reconcileID":"c4ae6fdb-2fb1-4fdf-9b10-cef80af8f2ab","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:13.638650708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-return-all-auth2","reconcileID":"f54da69f-53b3-4e19-8071-ee172f06d2ad","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:13.638407588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"00200e0c-8a59-4c14-8f04-0e4ac8a10557","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:13.638987212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"f4c599d8-4d40-45ba-8c22-e66c80af84d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:13.695999106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-return-all-auth1","reconcileID":"c4ae6fdb-2fb1-4fdf-9b10-cef80af8f2ab","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:13.696035988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"00200e0c-8a59-4c14-8f04-0e4ac8a10557","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:13.69837248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"f4c599d8-4d40-45ba-8c22-e66c80af84d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:13.698406552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-return-all-auth2","reconcileID":"f54da69f-53b3-4e19-8071-ee172f06d2ad","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:14.188924153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"b1203069-c24e-4c23-a46b-252663bc506a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:14.189499269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-return-all-auth1","reconcileID":"f9ee00b8-0a26-4434-9aa8-daee9e369a02","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:14.251748674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"b1203069-c24e-4c23-a46b-252663bc506a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:14.254794522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-return-all-auth1","reconcileID":"f9ee00b8-0a26-4434-9aa8-daee9e369a02","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:14.290928525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-return-all-auth2","reconcileID":"f59b5c1e-1430-465f-af59-4157394b1f44","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:14.303652202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"75441167-830b-4385-9fd9-1b89fd7b3230","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:14.350991839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-return-all-auth2","reconcileID":"f59b5c1e-1430-465f-af59-4157394b1f44","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:14.362170247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"75441167-830b-4385-9fd9-1b89fd7b3230","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:14.794561481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bf8ef85-fff4-4a02-923a-94b5810248ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:14.846589955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bf8ef85-fff4-4a02-923a-94b5810248ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:14.900489143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bf8ef85-fff4-4a02-923a-94b5810248ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:14.976571448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bf8ef85-fff4-4a02-923a-94b5810248ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:16.522780442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0d2807-auth","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"test-model-0d2807-auth","reconcileID":"d9e6f58f-0d1b-43bf-8ed7-6307c53866e6","MaaSAuthPolicy":{"name":"test-model-0d2807-auth","namespace":"ai-tenant-e2e-inf-a-0d2807"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-0d2807","tenantID":"e2e-inf-a-0d2807","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:16.58077192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0d2807-auth","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"test-model-0d2807-auth","reconcileID":"d9e6f58f-0d1b-43bf-8ed7-6307c53866e6","MaaSAuthPolicy":{"name":"test-model-0d2807-auth","namespace":"ai-tenant-e2e-inf-a-0d2807"},"name":"e2e-inf-a-0d2807-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:16.866243894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"509eb69d-fcda-42e7-94a3-098a6d7f0713","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:16.917970057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"509eb69d-fcda-42e7-94a3-098a6d7f0713","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:16.924625401Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0d2807","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"test-model-0d2807","reconcileID":"b4ed9607-4a9c-4189-a89e-1fade042ffde","MaaSModelRef":{"name":"test-model-0d2807","namespace":"ai-tenant-e2e-inf-a-0d2807"},"tenant":"e2e-inf-a-0d2807","gateway":"openshift-ingress/e2e-inf-a-0d2807","model":"ai-tenant-e2e-inf-a-0d2807/test-model-0d2807","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:16.924643306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0d2807","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"test-model-0d2807","reconcileID":"b4ed9607-4a9c-4189-a89e-1fade042ffde","MaaSModelRef":{"name":"test-model-0d2807","namespace":"ai-tenant-e2e-inf-a-0d2807"},"routeName":"test-model-0d2807-kserve-route","namespace":"ai-tenant-e2e-inf-a-0d2807","llmisvcName":"test-model-0d2807","gateway":"openshift-ingress/e2e-inf-a-0d2807","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:16.970424676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"509eb69d-fcda-42e7-94a3-098a6d7f0713","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:17.022199318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"509eb69d-fcda-42e7-94a3-098a6d7f0713","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:18.77282025Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-return-all-sub2","reconcileID":"c09696be-f9c6-42b3-ad31-74a991a401ef","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-distinct-2-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/distinct-2-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:18.943396954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"17ab636f-f444-4c67-a9dc-1ea110a25c5e","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:19.043903247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b303faeb-2376-4248-a5a7-963f228ae1db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:19.096131055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b303faeb-2376-4248-a5a7-963f228ae1db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:19.148739407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b303faeb-2376-4248-a5a7-963f228ae1db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:19.201261524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b303faeb-2376-4248-a5a7-963f228ae1db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:22.052199442Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-other-subscription","reconcileID":"661aba7d-0453-4dc3-9fbe-b4cf5746c56d","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscription":"e2e-test-other-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:22.266590061Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-other-subscription","reconcileID":"661aba7d-0453-4dc3-9fbe-b4cf5746c56d","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-14a6e4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:22.278626727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0d2807","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"test-model-0d2807","reconcileID":"2ad70723-b1dc-41bd-bfa4-4c63f830fce6","MaaSModelRef":{"name":"test-model-0d2807","namespace":"ai-tenant-e2e-inf-a-0d2807"},"tenant":"e2e-inf-a-0d2807","gateway":"openshift-ingress/e2e-inf-a-0d2807","model":"ai-tenant-e2e-inf-a-0d2807/test-model-0d2807","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:22.278643327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0d2807","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"test-model-0d2807","reconcileID":"2ad70723-b1dc-41bd-bfa4-4c63f830fce6","MaaSModelRef":{"name":"test-model-0d2807","namespace":"ai-tenant-e2e-inf-a-0d2807"},"routeName":"test-model-0d2807-kserve-route","namespace":"ai-tenant-e2e-inf-a-0d2807","llmisvcName":"test-model-0d2807","gateway":"openshift-ingress/e2e-inf-a-0d2807","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:22.337278879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"769dc119-c571-4bd3-8a9d-d75cc0e1ecd2","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:22.380941464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0d2807-auth","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"test-model-0d2807-auth","reconcileID":"d40054f5-630f-4370-b336-887c81bb5d97","MaaSAuthPolicy":{"name":"test-model-0d2807-auth","namespace":"ai-tenant-e2e-inf-a-0d2807"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-0d2807","tenantID":"e2e-inf-a-0d2807","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:22.384893643Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0d2807","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"test-model-0d2807","reconcileID":"9623ccee-542a-4ec7-82ae-a4732e2956fb","MaaSModelRef":{"name":"test-model-0d2807","namespace":"ai-tenant-e2e-inf-a-0d2807"},"tenant":"e2e-inf-a-0d2807","gateway":"openshift-ingress/e2e-inf-a-0d2807","model":"ai-tenant-e2e-inf-a-0d2807/test-model-0d2807","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:22.384913346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0d2807","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"test-model-0d2807","reconcileID":"9623ccee-542a-4ec7-82ae-a4732e2956fb","MaaSModelRef":{"name":"test-model-0d2807","namespace":"ai-tenant-e2e-inf-a-0d2807"},"routeName":"test-model-0d2807-kserve-route","namespace":"ai-tenant-e2e-inf-a-0d2807","llmisvcName":"test-model-0d2807","gateway":"openshift-ingress/e2e-inf-a-0d2807","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:03:22.389860381Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-inf-a-0d2807/test-model-0d2807-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-0d2807-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:22.437762022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0d2807-auth","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"test-model-0d2807-auth","reconcileID":"d40054f5-630f-4370-b336-887c81bb5d97","MaaSAuthPolicy":{"name":"test-model-0d2807-auth","namespace":"ai-tenant-e2e-inf-a-0d2807"},"name":"e2e-inf-a-0d2807-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:22.439692194Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0d2807","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"test-model-0d2807","reconcileID":"ad9d3253-5773-4431-a216-d4186a1b0edf","MaaSModelRef":{"name":"test-model-0d2807","namespace":"ai-tenant-e2e-inf-a-0d2807"},"tenant":"e2e-inf-a-0d2807","gateway":"openshift-ingress/e2e-inf-a-0d2807","model":"ai-tenant-e2e-inf-a-0d2807/test-model-0d2807","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:22.439713615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0d2807","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"test-model-0d2807","reconcileID":"ad9d3253-5773-4431-a216-d4186a1b0edf","MaaSModelRef":{"name":"test-model-0d2807","namespace":"ai-tenant-e2e-inf-a-0d2807"},"routeName":"test-model-0d2807-kserve-route","namespace":"ai-tenant-e2e-inf-a-0d2807","llmisvcName":"test-model-0d2807","gateway":"openshift-ingress/e2e-inf-a-0d2807","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:22.475052978Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"8536776b-f1a5-47bb-a9d1-d4a0733c7e52","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:22.529917414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"de32c4ed-4e2b-4eb8-aa7b-43cca60a32a6","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:22.586008354Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0d2807","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"test-model-0d2807","reconcileID":"dd7091f9-2d0e-4057-ae08-06131d333ada","MaaSModelRef":{"name":"test-model-0d2807","namespace":"ai-tenant-e2e-inf-a-0d2807"},"tenant":"e2e-inf-a-0d2807","gateway":"openshift-ingress/e2e-inf-a-0d2807","model":"ai-tenant-e2e-inf-a-0d2807/test-model-0d2807","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:22.586023426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0d2807","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"test-model-0d2807","reconcileID":"dd7091f9-2d0e-4057-ae08-06131d333ada","MaaSModelRef":{"name":"test-model-0d2807","namespace":"ai-tenant-e2e-inf-a-0d2807"},"routeName":"test-model-0d2807-kserve-route","namespace":"ai-tenant-e2e-inf-a-0d2807","llmisvcName":"test-model-0d2807","gateway":"openshift-ingress/e2e-inf-a-0d2807","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:22.681477667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"cdced387-9b6d-4132-b9ea-21bc4b9d97ea","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:22.682068953Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-0d2807-sub","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"test-model-0d2807-sub","reconcileID":"9ed797a3-b21f-4794-b9c9-5e76cf9f062c","MaaSSubscription":{"name":"test-model-0d2807-sub","namespace":"ai-tenant-e2e-inf-a-0d2807"},"name":"maas-trlp-test-model-0d2807","model":"test-model-0d2807","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-0d2807/test-model-0d2807-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:22.682901538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-auth-access-denied","reconcileID":"68b71a26-659b-40fa-9ce5-37c87edb3cdd","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:22.683189647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"660b2c3f-21a3-49bc-b688-25379e1a948a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:22.68340682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"c33680fb-02a2-474f-bce2-0a4d5128fd87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:22.739774816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-auth-access-denied","reconcileID":"68b71a26-659b-40fa-9ce5-37c87edb3cdd","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:22.739986488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"c33680fb-02a2-474f-bce2-0a4d5128fd87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:22.741956226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"660b2c3f-21a3-49bc-b688-25379e1a948a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:22.743665636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0d2807-auth","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"test-model-0d2807-auth","reconcileID":"40f8a791-bdd2-441b-a8dc-db6a1c208410","MaaSAuthPolicy":{"name":"test-model-0d2807-auth","namespace":"ai-tenant-e2e-inf-a-0d2807"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-0d2807","tenantID":"e2e-inf-a-0d2807","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:22.800273649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0d2807-auth","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"test-model-0d2807-auth","reconcileID":"40f8a791-bdd2-441b-a8dc-db6a1c208410","MaaSAuthPolicy":{"name":"test-model-0d2807-auth","namespace":"ai-tenant-e2e-inf-a-0d2807"},"name":"e2e-inf-a-0d2807-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:22.846457947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0d2807","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"test-model-0d2807","reconcileID":"9eda084a-a7ef-4b06-9250-42c935782e89","MaaSModelRef":{"name":"test-model-0d2807","namespace":"ai-tenant-e2e-inf-a-0d2807"},"tenant":"e2e-inf-a-0d2807","gateway":"openshift-ingress/e2e-inf-a-0d2807","model":"ai-tenant-e2e-inf-a-0d2807/test-model-0d2807","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:22.846477082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0d2807","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"test-model-0d2807","reconcileID":"9eda084a-a7ef-4b06-9250-42c935782e89","MaaSModelRef":{"name":"test-model-0d2807","namespace":"ai-tenant-e2e-inf-a-0d2807"},"routeName":"test-model-0d2807-kserve-route","namespace":"ai-tenant-e2e-inf-a-0d2807","llmisvcName":"test-model-0d2807","gateway":"openshift-ingress/e2e-inf-a-0d2807","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:22.943948036Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-auth-access-denied","reconcileID":"f06bf1cc-ac0e-4d7f-9265-73eb4d46074d","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:23.053268447Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-0d2807-sub","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"test-model-0d2807-sub","reconcileID":"24e820ec-6f4d-44aa-8e03-a7ce54c89dbd","MaaSSubscription":{"name":"test-model-0d2807-sub","namespace":"ai-tenant-e2e-inf-a-0d2807"},"name":"maas-trlp-test-model-0d2807","model":"ai-tenant-e2e-inf-a-0d2807/test-model-0d2807","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:23.102756836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"e4e90b6b-c19f-4b6f-9b05-7661d3b4c767","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:23.602581374Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-return-all-sub1","reconcileID":"97c0ed74-8da2-469b-845d-87f528d116ed","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"model":"e2e-models-e2e-worker-w4-f73e89/distinct-w4-f73e89","subscription":"e2e-return-all-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:23.654835529Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-return-all-sub1","reconcileID":"97c0ed74-8da2-469b-845d-87f528d116ed","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"model":"e2e-models-e2e-worker-w4-f73e89/distinct-w4-f73e89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:23.706952628Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-return-all-sub1","reconcileID":"97c0ed74-8da2-469b-845d-87f528d116ed","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/distinct-w4-f73e89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:23.979975845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"a1576173-5298-474f-b856-0c0a988e96c6","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:24.133825622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"a3a01a4b-df03-41ae-9751-f6bdb275fdc3","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:24.235849404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"057ce30e-b216-4967-997c-337c7804b86a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:24.236221811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"98c29d0b-1bc6-417e-a31f-37da31b116dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:24.235849677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-return-all-auth1","reconcileID":"9cb33f06-26f9-41e2-a696-8462b325d45a","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:24.236787511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-return-all-auth2","reconcileID":"e43e8c53-2c6f-453b-9547-8c4cb03576ff","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:24.29450389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"057ce30e-b216-4967-997c-337c7804b86a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:24.29470258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-return-all-auth2","reconcileID":"e43e8c53-2c6f-453b-9547-8c4cb03576ff","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:24.29492703Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-return-all-sub2","reconcileID":"fae939b1-1003-4ba7-9fb6-c0ca76fc50e0","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ea44eee9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:24.298164507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"98c29d0b-1bc6-417e-a31f-37da31b116dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:24.298230126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-return-all-auth1","reconcileID":"9cb33f06-26f9-41e2-a696-8462b325d45a","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:24.754519184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-return-all-auth1","reconcileID":"58b5a13c-083c-47bd-a76e-1e2ee8489f98","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:24.75541619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"a1062205-7d8b-41e3-8a78-b71e2c3baade","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:24.755655605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"6125d8ef-0dee-4427-9b03-6d098cd2ef75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:24.75608982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-return-all-auth2","reconcileID":"e0384a80-66c1-4d8c-b41f-f11d0b2569c2","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:24.811438626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-return-all-auth1","reconcileID":"58b5a13c-083c-47bd-a76e-1e2ee8489f98","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:24.813200386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"a1062205-7d8b-41e3-8a78-b71e2c3baade","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:24.813736424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"6125d8ef-0dee-4427-9b03-6d098cd2ef75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:24.815394689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-return-all-auth2","reconcileID":"e0384a80-66c1-4d8c-b41f-f11d0b2569c2","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:33.477108584Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-0d2807-sub","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"test-model-0d2807-sub","reconcileID":"30d9688d-59ac-49a2-b304-8f29099d81e3","MaaSSubscription":{"name":"test-model-0d2807-sub","namespace":"ai-tenant-e2e-inf-a-0d2807"},"name":"maas-trlp-test-model-0d2807","model":"ai-tenant-e2e-inf-a-0d2807/test-model-0d2807","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:33.652417073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0d2807","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"test-model-0d2807","reconcileID":"f66c7940-dce2-4c3f-98b6-1ef7a02d02c7","MaaSModelRef":{"name":"test-model-0d2807","namespace":"ai-tenant-e2e-inf-a-0d2807"},"tenant":"e2e-inf-a-0d2807","gateway":"openshift-ingress/e2e-inf-a-0d2807","model":"ai-tenant-e2e-inf-a-0d2807/test-model-0d2807","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:33.65244681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0d2807","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"test-model-0d2807","reconcileID":"f66c7940-dce2-4c3f-98b6-1ef7a02d02c7","MaaSModelRef":{"name":"test-model-0d2807","namespace":"ai-tenant-e2e-inf-a-0d2807"},"routeName":"test-model-0d2807-kserve-route","namespace":"ai-tenant-e2e-inf-a-0d2807","llmisvcName":"test-model-0d2807","gateway":"openshift-ingress/e2e-inf-a-0d2807","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:34.34752935Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-return-all-sub2","reconcileID":"352ccbd6-a892-4579-a4f7-7c12c1770cfd","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"model":"e2e-models-e2e-worker-w4-f73e89/distinct-2-w4-f73e89","subscription":"e2e-return-all-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:34.399636189Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-return-all-sub2","reconcileID":"352ccbd6-a892-4579-a4f7-7c12c1770cfd","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"model":"e2e-models-e2e-worker-w4-f73e89/distinct-2-w4-f73e89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:34.445710339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0d2807-auth","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"test-model-0d2807-auth","reconcileID":"e6b526cd-4a82-4ec0-9921-8f223e7e410f","MaaSAuthPolicy":{"name":"test-model-0d2807-auth","namespace":"ai-tenant-e2e-inf-a-0d2807"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-0d2807","tenantID":"e2e-inf-a-0d2807","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:34.453740331Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-return-all-sub2","reconcileID":"352ccbd6-a892-4579-a4f7-7c12c1770cfd","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/distinct-2-w4-f73e89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:34.46706786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"fc9ff380-5f97-4f60-ae39-f6f887edfc48","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:34.499718563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"c0fb9f95-9ef7-4aa9-ba7c-0b50bb4e1fb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:34.499737686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-return-all-auth2","reconcileID":"76a33235-be68-43f0-b926-e4b923fca0e6","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:34.500287192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"8c12deab-e66f-4c14-8502-3d3d6373a718","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:34.500360389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-return-all-auth1","reconcileID":"a5744ab2-0dec-46dc-b59f-8c1ee35ff353","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:34.50282199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0d2807-auth","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"test-model-0d2807-auth","reconcileID":"e6b526cd-4a82-4ec0-9921-8f223e7e410f","MaaSAuthPolicy":{"name":"test-model-0d2807-auth","namespace":"ai-tenant-e2e-inf-a-0d2807"},"name":"e2e-inf-a-0d2807-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:34.556897145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-return-all-auth2","reconcileID":"76a33235-be68-43f0-b926-e4b923fca0e6","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:34.556971641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"8c12deab-e66f-4c14-8502-3d3d6373a718","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:34.559228228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-return-all-auth1","reconcileID":"a5744ab2-0dec-46dc-b59f-8c1ee35ff353","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:34.559354454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"c0fb9f95-9ef7-4aa9-ba7c-0b50bb4e1fb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:34.717094754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"5477f436-4e4d-4e29-b433-ecb7f9fa51db","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:34.723217168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"740c7607-6bb5-413e-aca1-c0110dd75300","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:34.781403107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"dd2c1381-22ae-48bf-aaae-2e3b0ea6bcc6","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:34.796817053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"5a737ace-1284-4e5a-afdd-56e8f4071a6d","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:03:34.847279749Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-group-subscription","reconcileID":"77c653b6-abb1-4889-8dc5-8632368cee2f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:34.869649377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"a7a33ce1-866b-4653-94fa-3b37593b6b06","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:34.871678281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-group-auth","reconcileID":"87b8794c-7763-4c94-ab68-157cc4bf2361","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:34.928577265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-group-auth","reconcileID":"87b8794c-7763-4c94-ab68-157cc4bf2361","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:34.960986609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"61f9adca-6767-4511-b012-149c96cd6bd8","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:34.982663137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"8d3368e8-99b4-45d6-b832-dc188bd5972a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:34.982784974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-return-all-auth2","reconcileID":"77d2c56e-6001-44d4-9e7c-f4a1e882490a","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:34.982662895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-return-all-auth1","reconcileID":"37458868-f93a-4596-bc66-b0b8a8ace612","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:34.983107143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"07308a3c-aa16-4347-a3d5-2066836813e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:35.01785669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"7bc9bb30-0098-4311-bbfc-34353b2badc4","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:35.040761424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"8d3368e8-99b4-45d6-b832-dc188bd5972a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:35.04436055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"07308a3c-aa16-4347-a3d5-2066836813e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:35.047067833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-return-all-auth2","reconcileID":"77d2c56e-6001-44d4-9e7c-f4a1e882490a","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:35.04733775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-return-all-auth1","reconcileID":"37458868-f93a-4596-bc66-b0b8a8ace612","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:35.194686036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"a0f13ca6-f10c-48eb-869d-a44714c0894b","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:35.201151023Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-return-all-auth1","reconcileID":"abab1b59-671b-497b-ba99-946bec875af7","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"model":"e2e-models-e2e-worker-w4-f73e89/distinct-w4-f73e89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:35.284561249Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-group-subscription","reconcileID":"80280639-8e9f-41b7-8aab-582241d2d18f","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-14a6e4/e2e-test-group-subscription","ai-tenant-e2e-worker-w2-14a6e4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:35.349093001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"f22fbb7f-6c5f-4a51-a2a7-1d4c5e92d5a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:35.349091299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-group-auth","reconcileID":"8e56bd4b-ba09-45b7-a81d-ad58425b0c64","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:35.360461199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"0cc9bed2-f29f-4dba-a030-538a43c2c7c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:35.403606825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"eee200f1-6b13-4f48-9767-b3edd0f72518","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:35.406148517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-group-auth","reconcileID":"8e56bd4b-ba09-45b7-a81d-ad58425b0c64","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:35.406178269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"f22fbb7f-6c5f-4a51-a2a7-1d4c5e92d5a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:35.41129262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-return-all-auth2","reconcileID":"4845678f-767c-4ad3-b957-59aba4068286","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:35.416930223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"0cc9bed2-f29f-4dba-a030-538a43c2c7c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:35.458654097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"3025558d-0466-4511-822f-bff031f48bc6","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:35.473290855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-return-all-auth2","reconcileID":"4845678f-767c-4ad3-b957-59aba4068286","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:35.493924915Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"1d1b2bc9-4321-42b1-9523-a55c44541f82","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:35.553003052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"8f9ede7b-6629-4fdb-8385-8e0011224a32","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:35.663371243Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-return-all-auth2","reconcileID":"2c787628-2c39-4db5-b8f2-e07c89aca600","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"model":"e2e-models-e2e-worker-w4-f73e89/distinct-2-w4-f73e89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:35.666911543Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-group-subscription","reconcileID":"0dc9ea77-6a53-45e3-a873-f25f79856d61","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:35.873801524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"046eefb4-aa12-4f86-9616-d37da3d0963c","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:36.781915962Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:37.256019061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"12aa4026-db81-4fb6-aa00-b5c7c05d0bab","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:37.310852182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"ffdd19f1-7dee-4e3d-bd7a-2606df892e77","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:37.468203809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-user-token-filter-auth","reconcileID":"b1c89bd6-b08e-4067-ba94-76916cb44fea","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:37.525307456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-user-token-filter-auth","reconcileID":"b1c89bd6-b08e-4067-ba94-76916cb44fea","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:37.62267793Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cda04f","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f","reconcileID":"d91abe76-42b3-47fb-a502-ff8ddb97d63c","MaaSModelRef":{"name":"test-model-cda04f","namespace":"ai-tenant-e2e-inf-b-cda04f"},"tenant":"e2e-inf-b-cda04f","gateway":"openshift-ingress/e2e-inf-b-cda04f","model":"ai-tenant-e2e-inf-b-cda04f/test-model-cda04f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:37.622714109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cda04f","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f","reconcileID":"d91abe76-42b3-47fb-a502-ff8ddb97d63c","MaaSModelRef":{"name":"test-model-cda04f","namespace":"ai-tenant-e2e-inf-b-cda04f"},"routeName":"test-model-cda04f-kserve-route","namespace":"ai-tenant-e2e-inf-b-cda04f","llmisvcName":"test-model-cda04f","gateway":"openshift-ingress/e2e-inf-b-cda04f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:03:37.633828608Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-user-token-filter-sub","reconcileID":"a4874c21-2fc5-485e-b5ea-a7eacd8f2298","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-user-token-filter-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:37.681078564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"4df78338-7562-4d4d-b0d6-cc4f5e950c2d","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:37.681478897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"b80e0222-71a1-4ce9-a31d-0ae3faf04964","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:37.68166207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"64ea5e3a-7e76-4d14-bd45-fca8fe303332","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:37.681871442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"3b4b5ae8-9930-4c6f-b2b9-95794d8c481d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:37.739036788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"64ea5e3a-7e76-4d14-bd45-fca8fe303332","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:37.740260621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"3b4b5ae8-9930-4c6f-b2b9-95794d8c481d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:37.746681456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"3f3a9f18-721f-4b6e-b54e-17a3030b54df","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:37.79134556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"b79bc04d-9514-43b6-8980-e92a502feb4e","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:37.806696874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"4fcd0afe-190e-496d-af06-c29d20d623b3","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:37.967998975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-user-token-filter-auth","reconcileID":"5f773029-1bfa-42f9-a34c-19139505c055","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:38.024836009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-user-token-filter-auth","reconcileID":"5f773029-1bfa-42f9-a34c-19139505c055","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:38.047778161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"5e341fa7-53a3-481d-b6b4-f451bd0a5bdd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:38.04823255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"19ded636-1a53-42e5-a803-0a32df95be09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:38.077144941Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-user-token-filter-sub","reconcileID":"09e030f9-a69e-47b4-9a5e-110d6f462668","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-f73e89/e2e-user-token-filter-sub","ai-tenant-e2e-worker-w4-f73e89/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:38.149624806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"28989e30-b968-448f-b795-da436f92da80","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:38.152982704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"5e341fa7-53a3-481d-b6b4-f451bd0a5bdd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:38.155287375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"19ded636-1a53-42e5-a803-0a32df95be09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:38.267359844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"58f69f4f-1a01-4097-99f6-9f5e9709ed39","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:38.305187412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"41bd7de2-7e1a-4ae4-b050-0340bd4643f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:38.30519311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"76c70345-98e7-4bc8-b436-3bc744f7aeac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:38.312681735Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-subscription","reconcileID":"d3c47f4a-1f2f-4b46-9b8f-df64d6caa1cd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:38.362518341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"76c70345-98e7-4bc8-b436-3bc744f7aeac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:38.363643745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"41bd7de2-7e1a-4ae4-b050-0340bd4643f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:38.406052086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-group-auth","reconcileID":"d5de28d0-d589-4d78-acf5-2419857c129c","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:38.463356309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-group-auth","reconcileID":"d5de28d0-d589-4d78-acf5-2419857c129c","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:38.47598237Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-user-token-filter-sub","reconcileID":"b27ffb0e-3879-4130-95c9-d88ec52f6097","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:40.459130222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"a2558c5d-21c7-4ebe-854b-d2a823c033db","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:40.613691678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"ff8327a4-ca29-41bd-94cd-96343d5b6a9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:40.613735566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"57711f2a-336c-4344-a49e-1d626dc82001","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:40.614168231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-user-token-filter-auth","reconcileID":"e05175fc-a306-4dbd-93bd-45384cc27079","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:40.671373357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"ff8327a4-ca29-41bd-94cd-96343d5b6a9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:40.672513116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"57711f2a-336c-4344-a49e-1d626dc82001","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:40.673598447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-user-token-filter-auth","reconcileID":"e05175fc-a306-4dbd-93bd-45384cc27079","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:43.094051855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cda04f","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f","reconcileID":"1fd0ce66-db3f-4862-954a-0450778f7f99","MaaSModelRef":{"name":"test-model-cda04f","namespace":"ai-tenant-e2e-inf-b-cda04f"},"tenant":"e2e-inf-b-cda04f","gateway":"openshift-ingress/e2e-inf-b-cda04f","model":"ai-tenant-e2e-inf-b-cda04f/test-model-cda04f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:43.094073512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cda04f","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f","reconcileID":"1fd0ce66-db3f-4862-954a-0450778f7f99","MaaSModelRef":{"name":"test-model-cda04f","namespace":"ai-tenant-e2e-inf-b-cda04f"},"routeName":"test-model-cda04f-kserve-route","namespace":"ai-tenant-e2e-inf-b-cda04f","llmisvcName":"test-model-cda04f","gateway":"openshift-ingress/e2e-inf-b-cda04f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:43.15058327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cda04f","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f","reconcileID":"c5e843a3-8108-4d49-9e8c-2c08363a49e6","MaaSModelRef":{"name":"test-model-cda04f","namespace":"ai-tenant-e2e-inf-b-cda04f"},"tenant":"e2e-inf-b-cda04f","gateway":"openshift-ingress/e2e-inf-b-cda04f","model":"ai-tenant-e2e-inf-b-cda04f/test-model-cda04f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:43.150602363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cda04f","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f","reconcileID":"c5e843a3-8108-4d49-9e8c-2c08363a49e6","MaaSModelRef":{"name":"test-model-cda04f","namespace":"ai-tenant-e2e-inf-b-cda04f"},"routeName":"test-model-cda04f-kserve-route","namespace":"ai-tenant-e2e-inf-b-cda04f","llmisvcName":"test-model-cda04f","gateway":"openshift-ingress/e2e-inf-b-cda04f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:43.253896197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cda04f-auth","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f-auth","reconcileID":"c13dca67-7836-4b42-999e-41b4f1ad636c","MaaSAuthPolicy":{"name":"test-model-cda04f-auth","namespace":"ai-tenant-e2e-inf-b-cda04f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-cda04f","tenantID":"e2e-inf-b-cda04f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:43.385465579Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cda04f-auth","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f-auth","reconcileID":"c13dca67-7836-4b42-999e-41b4f1ad636c","MaaSAuthPolicy":{"name":"test-model-cda04f-auth","namespace":"ai-tenant-e2e-inf-b-cda04f"},"name":"e2e-inf-b-cda04f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:43.441289326Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-cda04f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cda04f-auth","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f-auth","reconcileID":"c13dca67-7836-4b42-999e-41b4f1ad636c","MaaSAuthPolicy":{"name":"test-model-cda04f-auth","namespace":"ai-tenant-e2e-inf-b-cda04f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:43.497128173Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cda04f","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f","reconcileID":"8e674df3-323d-47a6-8aef-beb3fd9f2889","MaaSModelRef":{"name":"test-model-cda04f","namespace":"ai-tenant-e2e-inf-b-cda04f"},"tenant":"e2e-inf-b-cda04f","gateway":"openshift-ingress/e2e-inf-b-cda04f","model":"ai-tenant-e2e-inf-b-cda04f/test-model-cda04f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:43.497147019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cda04f","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f","reconcileID":"8e674df3-323d-47a6-8aef-beb3fd9f2889","MaaSModelRef":{"name":"test-model-cda04f","namespace":"ai-tenant-e2e-inf-b-cda04f"},"routeName":"test-model-cda04f-kserve-route","namespace":"ai-tenant-e2e-inf-b-cda04f","llmisvcName":"test-model-cda04f","gateway":"openshift-ingress/e2e-inf-b-cda04f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:46.601446494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"188f74f3-de66-495a-aacd-bba636542272","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:46.601599361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-user-token-filter-auth","reconcileID":"5d32556c-5c49-400e-90c7-a97bac23838e","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:46.601447837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"b2185ce0-b8c7-4e25-a50d-a22011c53dea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:46.659611695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"188f74f3-de66-495a-aacd-bba636542272","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:46.659658599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-user-token-filter-auth","reconcileID":"5d32556c-5c49-400e-90c7-a97bac23838e","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:46.661861441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"b2185ce0-b8c7-4e25-a50d-a22011c53dea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:48.312621412Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-group-subscription","reconcileID":"b650a63b-9c38-457f-897f-c5429d72ab41","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscription":"e2e-test-group-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:48.530972978Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-group-subscription","reconcileID":"b650a63b-9c38-457f-897f-c5429d72ab41","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-14a6e4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:48.741287989Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"ccbdf780-af19-4548-acf3-2bcf9cea83b6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:48.798368356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"239b5843-9c5f-4743-9f89-23837526f8f1","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:48.953653303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"4dc99c54-422b-496e-91a0-e4696706c923","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:48.953786685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-group-auth","reconcileID":"18d4707a-a265-46fa-a40d-05784ee43e96","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:48.953661886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"e30e9f7f-b25a-4074-b2cb-7748cea285f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:49.011080883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"e30e9f7f-b25a-4074-b2cb-7748cea285f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:49.011274823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"4dc99c54-422b-496e-91a0-e4696706c923","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:49.013594547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-group-auth","reconcileID":"18d4707a-a265-46fa-a40d-05784ee43e96","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:50.620960609Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-user-token-filter-sub","reconcileID":"c24b9f0b-5003-4c78-91f6-651a432b8611","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscription":"e2e-user-token-filter-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:50.836710933Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-user-token-filter-sub","reconcileID":"c24b9f0b-5003-4c78-91f6-651a432b8611","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-f73e89/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:51.04616619Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-subscription","reconcileID":"50c7d7c2-be51-42ee-aeec-27d1e7e79b8e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:51.102924986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"0769f755-c3ed-492f-9e4e-0ae9c4be0bd7","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:51.258399358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"d161d436-11f1-4073-91b7-981706c52f0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:51.258451551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-user-token-filter-auth","reconcileID":"4b718a6b-2064-4128-b746-0921789140eb","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:51.258799777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"1c09427b-ee46-45a5-8676-3d1b355deea4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:51.267514048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"8d226a9b-c872-4c6b-b6eb-3b84df8a0caf","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:51.315553204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"1c09427b-ee46-45a5-8676-3d1b355deea4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:51.315592316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-user-token-filter-auth","reconcileID":"4b718a6b-2064-4128-b746-0921789140eb","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:51.317659318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"d161d436-11f1-4073-91b7-981706c52f0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:51.470246674Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-user-token-filter-auth","reconcileID":"e4c7b0f9-5fde-4841-8a75-f6f52d735555","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:51.632121885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"97d740ac-fe6f-44e7-b514-9c435577acd0","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:52.204087361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"default-tenant","reconcileID":"a444a536-b686-4988-8669-c80073067032","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:52.321130297Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"default-tenant","reconcileID":"a444a536-b686-4988-8669-c80073067032","name":"e2e-extmod-b-3986bf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:53.600701227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cda04f-auth","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f-auth","reconcileID":"77e7f459-0263-4ba1-ba05-53257fd5f100","MaaSAuthPolicy":{"name":"test-model-cda04f-auth","namespace":"ai-tenant-e2e-inf-b-cda04f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-cda04f","tenantID":"e2e-inf-b-cda04f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:53.65860507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cda04f-auth","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f-auth","reconcileID":"77e7f459-0263-4ba1-ba05-53257fd5f100","MaaSAuthPolicy":{"name":"test-model-cda04f-auth","namespace":"ai-tenant-e2e-inf-b-cda04f"},"name":"e2e-inf-b-cda04f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:53.714138458Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-cda04f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cda04f-auth","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f-auth","reconcileID":"77e7f459-0263-4ba1-ba05-53257fd5f100","MaaSAuthPolicy":{"name":"test-model-cda04f-auth","namespace":"ai-tenant-e2e-inf-b-cda04f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:53.776834102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"ceaf57ec-0025-4de8-8371-9c67ed58bf8b","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:53.833632413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"bfc98720-1e4d-4a81-8c33-847fb875eb46","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:53.992140622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-api-key-scoped-auth","reconcileID":"9462c5ca-9495-4141-8a46-fa240443d74a","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:54.049474058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-api-key-scoped-auth","reconcileID":"9462c5ca-9495-4141-8a46-fa240443d74a","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:54.0646899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"d8d11c3f-7f3c-404c-a782-a3b165eaa69b","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:54.119859202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"c9ea62cc-8a3b-4fad-9701-09cd66a7a8a7","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:03:54.171563605Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-api-key-scoped-sub","reconcileID":"f2ff8edd-0b43-4b50-9e8e-2b45120f717e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-scoped-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:54.218389812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"95d94d27-6de0-429c-934d-01b676852a83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:54.218698675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"812ae49d-6949-4a63-98c1-599869af33b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:54.275301115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"95d94d27-6de0-429c-934d-01b676852a83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:54.275314534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"812ae49d-6949-4a63-98c1-599869af33b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:54.284595043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"ca86aa53-48f9-4933-b40e-d48cd0298a1b","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:54.342546512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"df2db0d0-6d6d-481b-9355-8155198f9e2b","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:54.373992387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"7d14ac61-e8d1-477c-846a-46f3979b0a93","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:54.537359074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-api-key-scoped-auth","reconcileID":"dda32b36-a859-4499-8f40-16fdec547107","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:54.60429504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-api-key-scoped-auth","reconcileID":"dda32b36-a859-4499-8f40-16fdec547107","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:54.620395029Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-api-key-scoped-sub","reconcileID":"c9b14bbe-847d-472d-8f99-383849d97031","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-f73e89/e2e-api-key-scoped-sub","ai-tenant-e2e-worker-w4-f73e89/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:54.638581719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"8de6c7c2-26d6-4b22-a7ff-5430a496c9b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:54.638640906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"f62870b5-2daa-472c-8122-2985358a9e75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:54.695792904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"f62870b5-2daa-472c-8122-2985358a9e75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:54.696003038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"8de6c7c2-26d6-4b22-a7ff-5430a496c9b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:54.78841532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"5325a198-dbde-4eb0-87a1-97e26ddc5bce","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:54.831910399Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-subscription","reconcileID":"08ada478-66ad-4b2e-8b94-37f3869549bc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:54.996570413Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-api-key-scoped-sub","reconcileID":"3dcde7e1-7a5a-48df-a590-d126df08aa8a","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:57.193986926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"default-tenant","reconcileID":"f2adeed0-c788-490e-8807-b03f73b8c3a1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-58d523","tenantID":"e2e-ipp-a-58d523","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:57.311990335Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"default-tenant","reconcileID":"f2adeed0-c788-490e-8807-b03f73b8c3a1","name":"e2e-ipp-a-58d523-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:58.945554025Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-group-auth","reconcileID":"1e4f4ad7-3b50-4f0a-9150-99037bef1f48","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:58.945977682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"34c02ae4-3b5d-4128-b0b6-2b41a33bfea5","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:59.111471445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"15aabc9b-cb17-4824-8fb0-228ff77c8706","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:03:59.97581692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"premium-w2-14a6e4","reconcileID":"777c0af4-c51d-40dc-9291-df75aeba69c3","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"premium-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"premium-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:00.033578174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"premium-w2-14a6e4","reconcileID":"d7fdc52e-f09a-491d-b032-35845e9a81b4","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"premium-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"premium-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:00.189705791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-group-no-auth","reconcileID":"38890c81-3d45-4eff-bf25-eac5be8f4bf8","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:00.24668432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-group-no-auth","reconcileID":"38890c81-3d45-4eff-bf25-eac5be8f4bf8","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:00.257414541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"premium-w2-14a6e4","reconcileID":"261bc341-0676-468e-bfac-c7ece6900f10","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"premium-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"premium-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:00.317232232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"5cc98005-ff2a-4007-962c-8991889a84a4","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:00.370615296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"premium-w2-14a6e4","reconcileID":"448a10a4-8eef-442f-bde5-ec398c501d7c","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"premium-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"premium-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:04:00.371218551Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-14a6e4/e2e-test-group-sub-only","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-sub-only\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:00.421639251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"b3835427-7609-4f6c-985f-c5149aba9d12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:00.42166247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"5a27bed4-5800-445e-8180-1a096a770126","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:00.430910719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"premium-w2-14a6e4","reconcileID":"fa4317f5-7a5c-4b3a-8c31-8bce8de8438a","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"premium-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"premium-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:00.481573315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"b3835427-7609-4f6c-985f-c5149aba9d12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:00.484982909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"5a27bed4-5800-445e-8180-1a096a770126","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:00.574705997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"premium-w2-14a6e4","reconcileID":"6b1b8d2d-d813-49c4-b7c5-dffd7bfd77c6","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"premium-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"premium-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:00.698396523Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-group-sub-only","reconcileID":"3bc4fc08-89b6-4e86-8434-ad3770582499","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-premium-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-14a6e4/e2e-test-group-sub-only","ai-tenant-e2e-worker-w2-14a6e4/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:00.730716351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-group-no-auth","reconcileID":"a7df3ef0-9646-4200-868c-928f818bcbae","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:00.787237036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-group-no-auth","reconcileID":"a7df3ef0-9646-4200-868c-928f818bcbae","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:00.830995254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"7c60a857-4cf1-4b21-b7dd-6987f8b45fcf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:00.830995315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"2f831ca4-cfc6-435f-8bb1-3b6db942a6cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:00.861014011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"premium-w2-14a6e4","reconcileID":"a56f7389-8993-413b-bde5-8133f0eb8095","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"premium-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"premium-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:00.887998118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"2f831ca4-cfc6-435f-8bb1-3b6db942a6cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:00.889172273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"7c60a857-4cf1-4b21-b7dd-6987f8b45fcf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:00.907042975Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-subscription","reconcileID":"024d18cd-777d-4ff2-b391-9dcd9a125d12","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-premium-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:01.069893998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-group-sub-only","reconcileID":"c68d7476-47cb-45df-9b6e-243fcba36fb1","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-premium-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:03.821264915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cda04f-auth","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f-auth","reconcileID":"d542c6fa-774b-42b4-b652-fab5284ab9fa","MaaSAuthPolicy":{"name":"test-model-cda04f-auth","namespace":"ai-tenant-e2e-inf-b-cda04f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-cda04f","tenantID":"e2e-inf-b-cda04f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:03.878237874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cda04f-auth","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f-auth","reconcileID":"d542c6fa-774b-42b4-b652-fab5284ab9fa","MaaSAuthPolicy":{"name":"test-model-cda04f-auth","namespace":"ai-tenant-e2e-inf-b-cda04f"},"name":"e2e-inf-b-cda04f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:03.934137905Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-cda04f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cda04f-auth","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f-auth","reconcileID":"d542c6fa-774b-42b4-b652-fab5284ab9fa","MaaSAuthPolicy":{"name":"test-model-cda04f-auth","namespace":"ai-tenant-e2e-inf-b-cda04f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:06.782137874Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:07.290282362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"bef1891e-b56c-492b-a985-2ae8abcadf7a","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:07.444647937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-api-key-scoped-auth","reconcileID":"a6ab3375-2cfa-47e7-847e-e9c4fc5226f7","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:07.444791848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"853be4bb-9dbc-479b-b8ce-6f7260acdd98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:07.44465316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"2ce6ec4c-adcd-405d-b7d2-8eaa3b448791","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:07.50346297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-api-key-scoped-auth","reconcileID":"a6ab3375-2cfa-47e7-847e-e9c4fc5226f7","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:07.503453582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"2ce6ec4c-adcd-405d-b7d2-8eaa3b448791","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:07.505738807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"853be4bb-9dbc-479b-b8ce-6f7260acdd98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:13.759837914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"premium-w2-14a6e4","reconcileID":"0322af3f-ba8d-4437-8854-b9e5397c2e2f","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"premium-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"premium-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:13.914594664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-group-no-auth","reconcileID":"dce99127-2e20-4678-be15-e5579244105b","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:13.914763624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"eb95e041-8cc3-4663-be18-6f15ab5bc027","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:13.914598298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"7fc8436a-29fd-4b53-b54e-1ebefa499682","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:13.972361101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"eb95e041-8cc3-4663-be18-6f15ab5bc027","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:13.972403017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-group-no-auth","reconcileID":"dce99127-2e20-4678-be15-e5579244105b","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:13.974991551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"7fc8436a-29fd-4b53-b54e-1ebefa499682","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:14.03864246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cda04f-auth","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f-auth","reconcileID":"cea5eed4-d47c-4966-a716-71b331ebc08e","MaaSAuthPolicy":{"name":"test-model-cda04f-auth","namespace":"ai-tenant-e2e-inf-b-cda04f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-cda04f","tenantID":"e2e-inf-b-cda04f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:14.095509505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cda04f-auth","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f-auth","reconcileID":"cea5eed4-d47c-4966-a716-71b331ebc08e","MaaSAuthPolicy":{"name":"test-model-cda04f-auth","namespace":"ai-tenant-e2e-inf-b-cda04f"},"name":"e2e-inf-b-cda04f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:14.15111984Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-cda04f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c0f3d8f478d250a8a1fd611805039ac746240f6212be18b81d75a6936317fd7b) AuthConfig (337b01d15078bafb2d872ffd0a733563b5f238b37f80796445c0dff7f5f39600) AuthConfig (78667f226dcd2004e5474e693dcdbe6757538020173bab536d6425997a5d54aa) AuthConfig (da73bd1109c13a2549fb624d7eec8d4e6b051b8787358e3e39a0b9ad9a5456d5) AuthConfig (c2519337817ea465ac16778904e49ad58d9c3ea26f5128d6712f200e7c688e2b) AuthConfig (1554180d61bd8326aaa3a775d6db427c16b620e849153f021c72940cbe5d3587) AuthConfig (ed9da8cccc6d2352e80c5d3edca21f55fe4202c124bfa410c0c84b345945b40b) AuthConfig (8d92b879d5027b3de118144e17c8b9e64cb8edc8604cd3ac21261dd100db59b6) AuthConfig (1d633e374474f61ab10d9969b3f29f48050cbcd6b73ad0d0bf9934d82555dfba) AuthConfig (ff73e645a80adadcaf3dea6342ab85223f8fb2c241ac3076207e41ab61a55e16) AuthConfig (aad326819610ee465bbedb1ebcd87d0b1ebdfc34cb01adf3d3654d197854d297) AuthConfig (070179bac65ca67b3a324bc7a4dcd0a3acbad2b239fae51f1ae5ca12667df23b) AuthConfig (c72fdfeae233c4cba9796c2ac91a949fb56d767b8ec7de11a66c37461170ca55) AuthConfig (6b0abeb11599385b38ea0452c8a7aad102d9c86b00ed7141cddf3cfbb39f77d7) AuthConfig (c5d595b03eed8baa858d30e64cf0f8769761f84a3dd102aa11bbbbb6422454f7) AuthConfig (9242a801124a31e3121dd188bcb10d81046a5cb5eaeeb4c4b30cd1e624b3e036) AuthConfig (6595bf7e329dae6ce67468e96e56d0ec281f7786c121d9d4db19c31c755bdf7a) AuthConfig (6755800173d5cadf9cd1b572cc36e57c9a1d53d6e7fa732970a3c9cae708490c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cda04f-auth","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f-auth","reconcileID":"cea5eed4-d47c-4966-a716-71b331ebc08e","MaaSAuthPolicy":{"name":"test-model-cda04f-auth","namespace":"ai-tenant-e2e-inf-b-cda04f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:14.208863563Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cda04f","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f","reconcileID":"694bc439-81fe-4505-95af-7357767f8ff8","MaaSModelRef":{"name":"test-model-cda04f","namespace":"ai-tenant-e2e-inf-b-cda04f"},"tenant":"e2e-inf-b-cda04f","gateway":"openshift-ingress/e2e-inf-b-cda04f","model":"ai-tenant-e2e-inf-b-cda04f/test-model-cda04f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:14.20888665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cda04f","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f","reconcileID":"694bc439-81fe-4505-95af-7357767f8ff8","MaaSModelRef":{"name":"test-model-cda04f","namespace":"ai-tenant-e2e-inf-b-cda04f"},"routeName":"test-model-cda04f-kserve-route","namespace":"ai-tenant-e2e-inf-b-cda04f","llmisvcName":"test-model-cda04f","gateway":"openshift-ingress/e2e-inf-b-cda04f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:17.452948593Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-api-key-scoped-sub","reconcileID":"270bc0a2-2ff7-45cb-9e27-02c072517737","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscription":"e2e-api-key-scoped-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:17.668182383Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-api-key-scoped-sub","reconcileID":"270bc0a2-2ff7-45cb-9e27-02c072517737","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-f73e89/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:17.877017496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-subscription","reconcileID":"44330b1f-3388-4c61-a2a7-e0ebf6242a74","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:17.884918107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"2a66350b-4bf9-4ce0-9567-93a24c6c03fe","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:18.039634873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"013393f1-d1c5-4184-9783-5ede41b891c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:18.039680967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"1774a073-b7ba-4a24-beca-008ad8308ab9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:18.040160004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-api-key-scoped-auth","reconcileID":"d5a9b1f1-2812-4f55-8fa3-6766f06c040e","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:18.044081939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"60444f2e-7c65-421e-9971-c6366f5926e9","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:18.096936886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"1774a073-b7ba-4a24-beca-008ad8308ab9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:18.097350639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-api-key-scoped-auth","reconcileID":"d5a9b1f1-2812-4f55-8fa3-6766f06c040e","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:18.099645208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"013393f1-d1c5-4184-9783-5ede41b891c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:18.301713588Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-api-key-scoped-auth","reconcileID":"ac2b9093-26e2-4dee-88e7-41e633bfda28","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:18.559369017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"10005b0d-e55e-43a4-9007-483a73e731d8","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:19.641226795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"0acff8c4-6f82-4d45-8613-0cfae52cdf8f","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:19.69781146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"ecdb0c00-3909-4331-9736-2cebcbbd2361","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:19.853203139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-api-key-deleted-sub-auth","reconcileID":"ac7dff2a-6529-4c88-9084-12ab99e9653a","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:19.910117864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-api-key-deleted-sub-auth","reconcileID":"ac7dff2a-6529-4c88-9084-12ab99e9653a","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:19.938004093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"e51b67c9-967a-4c23-b3f2-99caabeaec1d","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:19.992899014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"46b300ae-db9a-4562-b0cd-113bc869158f","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:04:20.046672736Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-api-key-deleted-sub","reconcileID":"205ecf19-7692-4911-bd6d-f787d78dc900","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-deleted-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:20.092099063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"f2f6ee30-ee5f-417e-9bc2-1f07a170d92b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:20.092100155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"7fd9ce67-9b43-453d-a4ce-4eb621ae0c17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:20.149063009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"f2f6ee30-ee5f-417e-9bc2-1f07a170d92b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:20.149118943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"7fd9ce67-9b43-453d-a4ce-4eb621ae0c17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:20.161517657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"e83f74d3-5ee1-487e-821b-5bb2fa56285e","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:20.218642095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"a494f8d3-def0-4de8-8dba-ec640571f1ee","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:20.223604418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"4fb1876e-ac04-4655-ad26-f94dc455d4b9","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:20.377230245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-api-key-deleted-sub-auth","reconcileID":"f9fd4213-02c2-44c0-a6a6-6f05d0e96284","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:20.434871958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-api-key-deleted-sub-auth","reconcileID":"f9fd4213-02c2-44c0-a6a6-6f05d0e96284","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:20.47507602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"b58c940e-ca71-4432-8e48-97537a857cec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:20.475075868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"51a25c19-75b7-46c7-92a8-260a2d959d4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:20.483379386Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-api-key-deleted-sub","reconcileID":"cd88d6b7-4660-4658-8cd4-78a79a6285b2","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-f73e89/e2e-api-key-deleted-sub","ai-tenant-e2e-worker-w4-f73e89/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:20.532461056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"51a25c19-75b7-46c7-92a8-260a2d959d4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:20.532605838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"b58c940e-ca71-4432-8e48-97537a857cec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:20.647100455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"a6da713f-c007-4ffe-97c2-d5fcba76ae26","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:20.690843436Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-subscription","reconcileID":"e12a7122-54a2-45da-810f-48d2db2813e4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:20.854239018Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-api-key-deleted-sub","reconcileID":"64b308b7-2534-40a0-aa24-e5c4c65d36c0","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:22.875816352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"021dbf43-1a5e-4fc6-bf40-279696aee306","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:23.03074192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"97e89280-7c56-4414-8d5e-ae6160f3d0c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:23.03098942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-api-key-deleted-sub-auth","reconcileID":"4fd2f7e9-9d5b-4a91-9003-e12652eeb20d","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:23.030742033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"01c9e43d-50fe-4840-9c6f-1da69680aa1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:23.089803167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"01c9e43d-50fe-4840-9c6f-1da69680aa1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:23.089948641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"97e89280-7c56-4414-8d5e-ae6160f3d0c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:23.093272016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-api-key-deleted-sub-auth","reconcileID":"4fd2f7e9-9d5b-4a91-9003-e12652eeb20d","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:23.923982498Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-group-sub-only","reconcileID":"d9ca0b02-2872-414e-9f21-6a6a0516c4cc","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscription":"e2e-test-group-sub-only","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:24.142800965Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-group-sub-only","reconcileID":"d9ca0b02-2872-414e-9f21-6a6a0516c4cc","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-premium-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-14a6e4/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:24.314150385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cda04f-auth","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f-auth","reconcileID":"2992d0f4-5d6b-4ac2-ae92-7af9ddca3227","MaaSAuthPolicy":{"name":"test-model-cda04f-auth","namespace":"ai-tenant-e2e-inf-b-cda04f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-cda04f","tenantID":"e2e-inf-b-cda04f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:24.351432432Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-subscription","reconcileID":"648f8d8c-ddfc-4be1-bafd-7334bf461134","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-premium-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:24.370949877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cda04f-auth","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f-auth","reconcileID":"2992d0f4-5d6b-4ac2-ae92-7af9ddca3227","MaaSAuthPolicy":{"name":"test-model-cda04f-auth","namespace":"ai-tenant-e2e-inf-b-cda04f"},"name":"e2e-inf-b-cda04f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:24.406695298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"premium-w2-14a6e4","reconcileID":"3337b8d0-2655-4d1b-ab0d-a271c5474e77","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"premium-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"premium-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:24.426622356Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-cda04f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c0f3d8f478d250a8a1fd611805039ac746240f6212be18b81d75a6936317fd7b) AuthConfig (337b01d15078bafb2d872ffd0a733563b5f238b37f80796445c0dff7f5f39600) AuthConfig (78667f226dcd2004e5474e693dcdbe6757538020173bab536d6425997a5d54aa) AuthConfig (da73bd1109c13a2549fb624d7eec8d4e6b051b8787358e3e39a0b9ad9a5456d5) AuthConfig (c2519337817ea465ac16778904e49ad58d9c3ea26f5128d6712f200e7c688e2b) AuthConfig (1554180d61bd8326aaa3a775d6db427c16b620e849153f021c72940cbe5d3587) AuthConfig (ed9da8cccc6d2352e80c5d3edca21f55fe4202c124bfa410c0c84b345945b40b) AuthConfig (8d92b879d5027b3de118144e17c8b9e64cb8edc8604cd3ac21261dd100db59b6) AuthConfig (1d633e374474f61ab10d9969b3f29f48050cbcd6b73ad0d0bf9934d82555dfba) AuthConfig (ff73e645a80adadcaf3dea6342ab85223f8fb2c241ac3076207e41ab61a55e16) AuthConfig (aad326819610ee465bbedb1ebcd87d0b1ebdfc34cb01adf3d3654d197854d297) AuthConfig (070179bac65ca67b3a324bc7a4dcd0a3acbad2b239fae51f1ae5ca12667df23b) AuthConfig (c72fdfeae233c4cba9796c2ac91a949fb56d767b8ec7de11a66c37461170ca55) AuthConfig (6b0abeb11599385b38ea0452c8a7aad102d9c86b00ed7141cddf3cfbb39f77d7) AuthConfig (c5d595b03eed8baa858d30e64cf0f8769761f84a3dd102aa11bbbbb6422454f7) AuthConfig (9242a801124a31e3121dd188bcb10d81046a5cb5eaeeb4c4b30cd1e624b3e036) AuthConfig (6595bf7e329dae6ce67468e96e56d0ec281f7786c121d9d4db19c31c755bdf7a) AuthConfig (6755800173d5cadf9cd1b572cc36e57c9a1d53d6e7fa732970a3c9cae708490c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cda04f-auth","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f-auth","reconcileID":"2992d0f4-5d6b-4ac2-ae92-7af9ddca3227","MaaSAuthPolicy":{"name":"test-model-cda04f-auth","namespace":"ai-tenant-e2e-inf-b-cda04f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:24.563593368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"0c43cc7f-3cd2-43fe-81f3-a28bedd84f57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:24.564127217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"5b313d03-4faa-4de0-88d2-7e2d6bb23980","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:24.564021762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-group-no-auth","reconcileID":"bce05ae1-3667-4b15-9c92-640662eb2fc1","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:24.565788777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"premium-w2-14a6e4","reconcileID":"6b2f94eb-5297-4572-9c65-4e5472f7c4c9","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"premium-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"premium-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:24.62333679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"0c43cc7f-3cd2-43fe-81f3-a28bedd84f57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:24.623606911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"5b313d03-4faa-4de0-88d2-7e2d6bb23980","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:24.625871821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-group-no-auth","reconcileID":"bce05ae1-3667-4b15-9c92-640662eb2fc1","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:24.779511105Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-test-group-no-auth","reconcileID":"8d3a613e-0a53-4f7c-a901-b9979bb11e3c","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:24.964635692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"premium-w2-14a6e4","reconcileID":"4db84685-62f2-44be-bff9-398f4a37287a","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"premium-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"premium-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:29.829241042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"a117c487-12b4-4629-80aa-713b98d69d63","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:29.82963718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"premium-w2-14a6e4","reconcileID":"7b0b2df8-7036-413c-b267-ad59c4aba35f","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"premium-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"premium-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:29.901778444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"ec0d604e-4f9a-4b4b-bca7-f775bc2b3530","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:29.902073663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"premium-w2-14a6e4","reconcileID":"a309b12e-9360-4990-8593-25206c70fc6f","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"premium-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"premium-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:29.984900809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"2709c155-6171-482a-9584-da37e3b1c95d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:29.98490352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"ff04d4da-6469-4d2d-9e37-1c7b9dfefc1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:30.038391942Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"341a98f4-815a-4d94-8d39-529866305321","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:30.038415601Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-subscription","reconcileID":"96ce9632-e64b-4f7f-abe1-98e8b384e5ae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-premium-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:30.043660049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"ff04d4da-6469-4d2d-9e37-1c7b9dfefc1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:30.044303096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"2709c155-6171-482a-9584-da37e3b1c95d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:30.404883843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"e85ba7eb-51e6-4587-80d5-c48b6974c55a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:30.404900471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"d578564d-d4f6-40c8-a742-eaf2013944cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:30.462250559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"d578564d-d4f6-40c8-a742-eaf2013944cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:30.463332773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"e85ba7eb-51e6-4587-80d5-c48b6974c55a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:33.038595854Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-api-key-deleted-sub","reconcileID":"244cfb96-f434-4868-bbdd-c3f169ec72dd","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscription":"e2e-api-key-deleted-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:33.255245277Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-api-key-deleted-sub","reconcileID":"244cfb96-f434-4868-bbdd-c3f169ec72dd","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-f73e89/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:33.464347084Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-subscription","reconcileID":"01952c07-0b98-499d-b1c4-86939cb660eb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:33.473097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"7e3c12da-d2e2-4ebe-909a-1068e9fae556","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:33.628615739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"54fc59f2-80db-4bd7-b783-611cc8f8816e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:33.628752568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-api-key-deleted-sub-auth","reconcileID":"18f2d29f-1aa4-4617-baeb-afbb52375c1a","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:33.628616092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"fc79087e-ebd2-425a-a7cb-7835e4aa3796","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:33.686297482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"fc79087e-ebd2-425a-a7cb-7835e4aa3796","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:33.686401746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-api-key-deleted-sub-auth","reconcileID":"18f2d29f-1aa4-4617-baeb-afbb52375c1a","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:33.688472846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"54fc59f2-80db-4bd7-b783-611cc8f8816e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:34.530633374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cda04f-auth","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f-auth","reconcileID":"aea5703d-daa5-4a75-9aa0-39be493cf617","MaaSAuthPolicy":{"name":"test-model-cda04f-auth","namespace":"ai-tenant-e2e-inf-b-cda04f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-cda04f","tenantID":"e2e-inf-b-cda04f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:34.587640741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cda04f-auth","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f-auth","reconcileID":"aea5703d-daa5-4a75-9aa0-39be493cf617","MaaSAuthPolicy":{"name":"test-model-cda04f-auth","namespace":"ai-tenant-e2e-inf-b-cda04f"},"name":"e2e-inf-b-cda04f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:34.903370854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cda04f","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f","reconcileID":"f2d2baa0-5a29-48df-ab2a-0d214ba1fee8","MaaSModelRef":{"name":"test-model-cda04f","namespace":"ai-tenant-e2e-inf-b-cda04f"},"tenant":"e2e-inf-b-cda04f","gateway":"openshift-ingress/e2e-inf-b-cda04f","model":"ai-tenant-e2e-inf-b-cda04f/test-model-cda04f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:34.903397711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cda04f","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f","reconcileID":"f2d2baa0-5a29-48df-ab2a-0d214ba1fee8","MaaSModelRef":{"name":"test-model-cda04f","namespace":"ai-tenant-e2e-inf-b-cda04f"},"routeName":"test-model-cda04f-kserve-route","namespace":"ai-tenant-e2e-inf-b-cda04f","llmisvcName":"test-model-cda04f","gateway":"openshift-ingress/e2e-inf-b-cda04f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:36.781401069Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:37.521770894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0b42eef-0af6-4576-b103-d4432858ad08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:37.573661123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0b42eef-0af6-4576-b103-d4432858ad08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:37.625399989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0b42eef-0af6-4576-b103-d4432858ad08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:37.680949454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0b42eef-0af6-4576-b103-d4432858ad08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:39.563682028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ffedeab-f5e6-4cdd-9a70-4a1725f47ec6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:39.615663024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ffedeab-f5e6-4cdd-9a70-4a1725f47ec6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:39.667788251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ffedeab-f5e6-4cdd-9a70-4a1725f47ec6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:39.719642538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ffedeab-f5e6-4cdd-9a70-4a1725f47ec6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:40.323639332Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cda04f","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f","reconcileID":"088a6cc9-b7aa-4959-a64a-49fddc3a4be0","MaaSModelRef":{"name":"test-model-cda04f","namespace":"ai-tenant-e2e-inf-b-cda04f"},"tenant":"e2e-inf-b-cda04f","gateway":"openshift-ingress/e2e-inf-b-cda04f","model":"ai-tenant-e2e-inf-b-cda04f/test-model-cda04f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:40.323659391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cda04f","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f","reconcileID":"088a6cc9-b7aa-4959-a64a-49fddc3a4be0","MaaSModelRef":{"name":"test-model-cda04f","namespace":"ai-tenant-e2e-inf-b-cda04f"},"routeName":"test-model-cda04f-kserve-route","namespace":"ai-tenant-e2e-inf-b-cda04f","llmisvcName":"test-model-cda04f","gateway":"openshift-ingress/e2e-inf-b-cda04f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:40.384410331Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cda04f","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f","reconcileID":"10a9b6cf-1514-45aa-b8f5-d8f319ab04de","MaaSModelRef":{"name":"test-model-cda04f","namespace":"ai-tenant-e2e-inf-b-cda04f"},"tenant":"e2e-inf-b-cda04f","gateway":"openshift-ingress/e2e-inf-b-cda04f","model":"ai-tenant-e2e-inf-b-cda04f/test-model-cda04f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:40.385051258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cda04f","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f","reconcileID":"10a9b6cf-1514-45aa-b8f5-d8f319ab04de","MaaSModelRef":{"name":"test-model-cda04f","namespace":"ai-tenant-e2e-inf-b-cda04f"},"routeName":"test-model-cda04f-kserve-route","namespace":"ai-tenant-e2e-inf-b-cda04f","llmisvcName":"test-model-cda04f","gateway":"openshift-ingress/e2e-inf-b-cda04f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:40.404919844Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"375c2d30-eb5f-4d30-aee0-86802f8f8440","namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:40.428424172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cda04f-auth","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f-auth","reconcileID":"67aa7ea1-8265-45ee-98a0-ab122970517b","MaaSAuthPolicy":{"name":"test-model-cda04f-auth","namespace":"ai-tenant-e2e-inf-b-cda04f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-cda04f","tenantID":"e2e-inf-b-cda04f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:04:40.430284171Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-cda04f-sub","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f-sub","reconcileID":"bd53c9ca-71c2-44a6-96d3-c3265b23177e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-cda04f-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:40.462191373Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"312ede21-6c0a-45b4-9078-3ac09f0614c3","namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:40.487174214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cda04f-auth","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f-auth","reconcileID":"67aa7ea1-8265-45ee-98a0-ab122970517b","MaaSAuthPolicy":{"name":"test-model-cda04f-auth","namespace":"ai-tenant-e2e-inf-b-cda04f"},"name":"e2e-inf-b-cda04f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:40.626841451Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cda04f","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f","reconcileID":"1bf48105-0be5-474e-836b-bb682e5d593a","MaaSModelRef":{"name":"test-model-cda04f","namespace":"ai-tenant-e2e-inf-b-cda04f"},"tenant":"e2e-inf-b-cda04f","gateway":"openshift-ingress/e2e-inf-b-cda04f","model":"ai-tenant-e2e-inf-b-cda04f/test-model-cda04f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:40.626866078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cda04f","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f","reconcileID":"1bf48105-0be5-474e-836b-bb682e5d593a","MaaSModelRef":{"name":"test-model-cda04f","namespace":"ai-tenant-e2e-inf-b-cda04f"},"routeName":"test-model-cda04f-kserve-route","namespace":"ai-tenant-e2e-inf-b-cda04f","llmisvcName":"test-model-cda04f","gateway":"openshift-ingress/e2e-inf-b-cda04f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:40.645258334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"4a1318a3-8e5a-4046-9716-d4a24758fea6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:40.645617016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"a821167e-69bf-4527-a61b-7571d1e14d70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:40.645955148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"5d39f5c1-df99-4411-bda9-97a8de0415b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:40.646092613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"76b4e70c-f221-4ed4-9787-014598dd9c69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:40.684973143Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cda04f","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f","reconcileID":"f6ab9f03-0468-4a2d-8e73-01d163c9db50","MaaSModelRef":{"name":"test-model-cda04f","namespace":"ai-tenant-e2e-inf-b-cda04f"},"tenant":"e2e-inf-b-cda04f","gateway":"openshift-ingress/e2e-inf-b-cda04f","model":"ai-tenant-e2e-inf-b-cda04f/test-model-cda04f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:40.685069419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cda04f","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f","reconcileID":"f6ab9f03-0468-4a2d-8e73-01d163c9db50","MaaSModelRef":{"name":"test-model-cda04f","namespace":"ai-tenant-e2e-inf-b-cda04f"},"routeName":"test-model-cda04f-kserve-route","namespace":"ai-tenant-e2e-inf-b-cda04f","llmisvcName":"test-model-cda04f","gateway":"openshift-ingress/e2e-inf-b-cda04f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:40.704987691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"4a1318a3-8e5a-4046-9716-d4a24758fea6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:40.708007681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"a821167e-69bf-4527-a61b-7571d1e14d70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:40.71207924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"76b4e70c-f221-4ed4-9787-014598dd9c69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:40.716888151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"5d39f5c1-df99-4411-bda9-97a8de0415b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:40.878047185Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"eebf1ec0-1b54-4529-9473-094879e79e96","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:40.89797635Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-cda04f-sub","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f-sub","reconcileID":"59548b8b-490b-4779-95a6-11fffeccd224","MaaSSubscription":{"name":"test-model-cda04f-sub","namespace":"ai-tenant-e2e-inf-b-cda04f"},"name":"maas-trlp-test-model-cda04f","model":"test-model-cda04f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-cda04f/test-model-cda04f-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:40.919478211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cda04f-auth","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f-auth","reconcileID":"09add508-d437-4bce-a557-4cf60a67a15e","MaaSAuthPolicy":{"name":"test-model-cda04f-auth","namespace":"ai-tenant-e2e-inf-b-cda04f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-cda04f","tenantID":"e2e-inf-b-cda04f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:40.977952819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cda04f-auth","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f-auth","reconcileID":"09add508-d437-4bce-a557-4cf60a67a15e","MaaSAuthPolicy":{"name":"test-model-cda04f-auth","namespace":"ai-tenant-e2e-inf-b-cda04f"},"name":"e2e-inf-b-cda04f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:41.070354028Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"eb5f1135-c38f-42b4-8cb0-ae27f873f832","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:41.107870275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0d2807-auth","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"test-model-0d2807-auth","reconcileID":"217c6797-7b65-4f0d-b758-3b94fcf78e80","MaaSAuthPolicy":{"name":"test-model-0d2807-auth","namespace":"ai-tenant-e2e-inf-a-0d2807"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-0d2807","tenantID":"e2e-inf-a-0d2807","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:41.160536151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9adaa3c2-54ab-450a-8bb1-3001ee6649a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:41.16096547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"520c4eb8-891b-4227-9daf-3cf957054850","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:41.161299547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-api-key-deleted-sub-auth","reconcileID":"6968a79b-77f2-47c1-8b2e-2bf8a42aa02a","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:41.168545571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0d2807-auth","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"test-model-0d2807-auth","reconcileID":"217c6797-7b65-4f0d-b758-3b94fcf78e80","MaaSAuthPolicy":{"name":"test-model-0d2807-auth","namespace":"ai-tenant-e2e-inf-a-0d2807"},"name":"e2e-inf-a-0d2807-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:41.203627841Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"17ac52a5-8de2-4b6c-949d-eab4b490b65c","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:41.252711005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9adaa3c2-54ab-450a-8bb1-3001ee6649a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:41.254310161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-api-key-deleted-sub-auth","reconcileID":"6968a79b-77f2-47c1-8b2e-2bf8a42aa02a","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:41.255649139Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cda04f","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f","reconcileID":"005cebe4-63f7-4918-812f-02f681ccefe8","MaaSModelRef":{"name":"test-model-cda04f","namespace":"ai-tenant-e2e-inf-b-cda04f"},"tenant":"e2e-inf-b-cda04f","gateway":"openshift-ingress/e2e-inf-b-cda04f","model":"ai-tenant-e2e-inf-b-cda04f/test-model-cda04f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:41.255667472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cda04f","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f","reconcileID":"005cebe4-63f7-4918-812f-02f681ccefe8","MaaSModelRef":{"name":"test-model-cda04f","namespace":"ai-tenant-e2e-inf-b-cda04f"},"routeName":"test-model-cda04f-kserve-route","namespace":"ai-tenant-e2e-inf-b-cda04f","llmisvcName":"test-model-cda04f","gateway":"openshift-ingress/e2e-inf-b-cda04f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:41.256096191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"520c4eb8-891b-4227-9daf-3cf957054850","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:41.302716197Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-cda04f-sub","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f-sub","reconcileID":"f1af1fcc-5b53-468f-b1b6-4b9da0c6ea8a","MaaSSubscription":{"name":"test-model-cda04f-sub","namespace":"ai-tenant-e2e-inf-b-cda04f"},"name":"maas-trlp-test-model-cda04f","model":"ai-tenant-e2e-inf-b-cda04f/test-model-cda04f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:41.357270521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"f4af4790-c389-49a6-9eb1-84c9adad66fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:41.415092774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"f4af4790-c389-49a6-9eb1-84c9adad66fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:41.563186686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"339675ed-f6ca-4b4a-ac50-a704bce5b263","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:41.613659783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"f831b063-5f0a-46f0-bc50-f413a8a48064","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:41.613731048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"d228ede4-9f21-4c58-abb8-7094fc58962d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:41.614158759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"e24a5720-dc89-4eba-9b4b-0323d8a01cdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:41.619886237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"339675ed-f6ca-4b4a-ac50-a704bce5b263","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:41.670669123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"e24a5720-dc89-4eba-9b4b-0323d8a01cdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:41.670694904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"f831b063-5f0a-46f0-bc50-f413a8a48064","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:41.672818308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"d228ede4-9f21-4c58-abb8-7094fc58962d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:41.72337856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"10347a59-f60c-4c0e-ab49-04eed3c55fa9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:41.78305101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"10347a59-f60c-4c0e-ab49-04eed3c55fa9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:41.87999743Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"dda1a0af-04d8-4c1e-920b-89ba8d3ad687","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:42.036998792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"83713db9-863a-4e8d-902b-eb4a9321eb48","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:42.037369726Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"f623c459-30a3-44f8-8327-52eed314a05f","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:42.088589026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"211e2f84-d585-4c8e-aff3-8dd7e9eb2f68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:42.139551603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"82c9cfe7-e66c-4355-88bc-82c564869ce0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:42.144977018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"211e2f84-d585-4c8e-aff3-8dd7e9eb2f68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:42.177998275Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"83713db9-863a-4e8d-902b-eb4a9321eb48","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:42.181699344Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"7db7fdbc-00aa-4d1d-9acb-254ed3c24af4","namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:42.224359627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"82c9cfe7-e66c-4355-88bc-82c564869ce0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:42.276452941Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"58c0b8b5-979e-402a-9e6e-161a211a4457","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-att-user-a1f8ce/e2e-att-serve-185fad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:42.276484515Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"58c0b8b5-979e-402a-9e6e-161a211a4457","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"routeName":"external-model-e2e-att-serve-185fad-5fa01018e074","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-att-serve-185fad","externalModel":"e2e-att-serve-185fad","provider":"e2e-att-serve-185fad-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:42.279912001Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3986bf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"83713db9-863a-4e8d-902b-eb4a9321eb48","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:42.378885424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"43a8e640-e79d-4b06-a65c-fab4772dcc07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:42.37889505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"4755df5e-f0c7-499f-b42e-5487e252c679","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:42.436061719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"4755df5e-f0c7-499f-b42e-5487e252c679","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:42.436362852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"43a8e640-e79d-4b06-a65c-fab4772dcc07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:42.438084391Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"2133eca1-f26e-4948-aaef-367668d6a51d","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-att-user-a1f8ce/e2e-att-serve-185fad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:42.438102878Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"2133eca1-f26e-4948-aaef-367668d6a51d","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"routeName":"external-model-e2e-att-serve-185fad-5fa01018e074","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-att-serve-185fad","externalModel":"e2e-att-serve-185fad","provider":"e2e-att-serve-185fad-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:42.49003922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"a7c4874c-89b4-480f-ad75-aaf0fdcad38c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:42.524257098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"532006ff-2cd1-48a0-99e8-53ff26cf2180","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:42.533461631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"59826749-ff88-4beb-bd8f-4a1465e422dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:04:42.543428469Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"2133eca1-f26e-4948-aaef-367668d6a51d","name":"e2e-att-serve-185fad","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-185fad\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:04:42.543481859Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"2133eca1-f26e-4948-aaef-367668d6a51d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-185fad\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:42.546745167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"a7c4874c-89b4-480f-ad75-aaf0fdcad38c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:42.582255017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"532006ff-2cd1-48a0-99e8-53ff26cf2180","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:42.590853769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"59826749-ff88-4beb-bd8f-4a1465e422dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:42.60090945Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"6b3622c7-a46c-4ba8-b379-4aadd91251d9","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-att-user-a1f8ce/e2e-att-serve-185fad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:42.600926364Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"6b3622c7-a46c-4ba8-b379-4aadd91251d9","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"routeName":"external-model-e2e-att-serve-185fad-5fa01018e074","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-att-serve-185fad","externalModel":"e2e-att-serve-185fad","provider":"e2e-att-serve-185fad-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:42.694394258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"f53c286f-d8f7-420c-9032-95800d217f37","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:42.745694129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"eade160e-0901-4879-a34f-df89af771bf6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:42.750736874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"f53c286f-d8f7-420c-9032-95800d217f37","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:42.802658031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"eade160e-0901-4879-a34f-df89af771bf6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:42.80586034Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3986bf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"f53c286f-d8f7-420c-9032-95800d217f37","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:42.809491242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfe00666-15a9-4955-b1aa-f1c9da86f71b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:42.861494531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfe00666-15a9-4955-b1aa-f1c9da86f71b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:42.861744925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"9401c6ba-d506-4101-840f-f05cd8d91cd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:42.913695316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfe00666-15a9-4955-b1aa-f1c9da86f71b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:42.913758432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cda04f-auth","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f-auth","reconcileID":"698735ea-403e-4ec6-91f4-4413ee3177a8","MaaSAuthPolicy":{"name":"test-model-cda04f-auth","namespace":"ai-tenant-e2e-inf-b-cda04f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-cda04f","tenantID":"e2e-inf-b-cda04f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:42.966833605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfe00666-15a9-4955-b1aa-f1c9da86f71b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:42.971797395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cda04f-auth","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f-auth","reconcileID":"698735ea-403e-4ec6-91f4-4413ee3177a8","MaaSAuthPolicy":{"name":"test-model-cda04f-auth","namespace":"ai-tenant-e2e-inf-b-cda04f"},"name":"e2e-inf-b-cda04f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:42.972364205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0d2807-auth","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"test-model-0d2807-auth","reconcileID":"fae76602-7379-42c1-8433-316e7be98816","MaaSAuthPolicy":{"name":"test-model-0d2807-auth","namespace":"ai-tenant-e2e-inf-a-0d2807"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-0d2807","tenantID":"e2e-inf-a-0d2807","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:43.019022507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-api-key-deleted-sub-auth","reconcileID":"3139a89a-e172-4853-baf7-971bff951869","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:43.024135231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"9401c6ba-d506-4101-840f-f05cd8d91cd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:43.030303794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0d2807-auth","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"test-model-0d2807-auth","reconcileID":"fae76602-7379-42c1-8433-316e7be98816","MaaSAuthPolicy":{"name":"test-model-0d2807-auth","namespace":"ai-tenant-e2e-inf-a-0d2807"},"name":"e2e-inf-a-0d2807-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:43.075735708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-api-key-deleted-sub-auth","reconcileID":"3139a89a-e172-4853-baf7-971bff951869","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:43.281742128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e59e9fd8-1862-4398-b126-6d463b8368ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:43.33851409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e59e9fd8-1862-4398-b126-6d463b8368ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:44.854000924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f1777ed-e7bf-4db6-a357-94760101a314","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:44.906061053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f1777ed-e7bf-4db6-a357-94760101a314","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:44.958392547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f1777ed-e7bf-4db6-a357-94760101a314","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:45.010250617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f1777ed-e7bf-4db6-a357-94760101a314","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:48.987975434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8600ccbd-69a1-4033-b19b-3136b3e06cb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:49.039625924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8600ccbd-69a1-4033-b19b-3136b3e06cb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:49.091227148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8600ccbd-69a1-4033-b19b-3136b3e06cb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:49.143071417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8600ccbd-69a1-4033-b19b-3136b3e06cb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:50.334722554Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-2d3f8d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-2d3f8d","reconcileID":"486bb1dd-e37b-42ba-9016-1b5ddb43bd72","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-2d3f8d","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-2d3f8d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:51.104501706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd697ff0-f60f-4514-8489-af80f90ea0a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:51.156376252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd697ff0-f60f-4514-8489-af80f90ea0a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:51.208852116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd697ff0-f60f-4514-8489-af80f90ea0a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:51.260650283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd697ff0-f60f-4514-8489-af80f90ea0a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:52.910997071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"036c880b-bcda-4c03-bee6-cbf83f913214","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:52.967716329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"036c880b-bcda-4c03-bee6-cbf83f913214","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:53.023152182Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3986bf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"036c880b-bcda-4c03-bee6-cbf83f913214","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:53.194486505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6b52370-c409-448d-836f-2e7f3bc75c9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:53.24644274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6b52370-c409-448d-836f-2e7f3bc75c9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:53.298302823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6b52370-c409-448d-836f-2e7f3bc75c9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:53.350136214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6b52370-c409-448d-836f-2e7f3bc75c9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:57.826931565Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-cda04f-sub","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f-sub","reconcileID":"01ba93bf-ed41-4aba-8a20-496d4f6c2689","MaaSSubscription":{"name":"test-model-cda04f-sub","namespace":"ai-tenant-e2e-inf-b-cda04f"},"name":"maas-trlp-test-model-cda04f","model":"ai-tenant-e2e-inf-b-cda04f/test-model-cda04f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:57.991867334Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cda04f","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f","reconcileID":"b51922c3-fb92-418d-8f59-8b3c42fbd6ca","MaaSModelRef":{"name":"test-model-cda04f","namespace":"ai-tenant-e2e-inf-b-cda04f"},"tenant":"e2e-inf-b-cda04f","gateway":"openshift-ingress/e2e-inf-b-cda04f","model":"ai-tenant-e2e-inf-b-cda04f/test-model-cda04f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:57.991888634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cda04f","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f","reconcileID":"b51922c3-fb92-418d-8f59-8b3c42fbd6ca","MaaSModelRef":{"name":"test-model-cda04f","namespace":"ai-tenant-e2e-inf-b-cda04f"},"routeName":"test-model-cda04f-kserve-route","namespace":"ai-tenant-e2e-inf-b-cda04f","llmisvcName":"test-model-cda04f","gateway":"openshift-ingress/e2e-inf-b-cda04f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:58.070703231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cda04f-auth","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f-auth","reconcileID":"3bc2692a-1b50-4885-805c-9327f9b3fbbb","MaaSAuthPolicy":{"name":"test-model-cda04f-auth","namespace":"ai-tenant-e2e-inf-b-cda04f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-cda04f","tenantID":"e2e-inf-b-cda04f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:58.127520422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cda04f-auth","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f-auth","reconcileID":"3bc2692a-1b50-4885-805c-9327f9b3fbbb","MaaSAuthPolicy":{"name":"test-model-cda04f-auth","namespace":"ai-tenant-e2e-inf-b-cda04f"},"name":"e2e-inf-b-cda04f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:58.172767314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"2ca028ab-bb6f-4748-9fce-529070d6c7ef","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:58.229737896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"2ca028ab-bb6f-4748-9fce-529070d6c7ef","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:58.285102269Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3986bf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9e1ffd04779529b9404158329b6855ba73a5a578b7885b263ab198870c096979) AuthConfig (d6b7e2648a00b78eb8ca8dec72ee391af6b5980fd282a44b4c25e6b1961bf477) AuthConfig (8cd832f557adcd17c0a8ae2eb984385015695589ea0d744720bfb84c3d32f3ee) AuthConfig (2fa4d4fb620939a27278ff2799b547575281978556635e0c25d89fffc015912b) AuthConfig (64db8904451982dd1ef1e1f1a3aafce1de8193a88657c1396c65eef0332bbf9f) AuthConfig (621d09867d578f673b5a42261a469572b038d08bf3d08ba2691ef1ce79cc009c) AuthConfig (01c717cdb4dd466a230b41d0af89e1d3fb2917378561cd28a106d9a38e755e0d) AuthConfig (6f33b7d74476020f2cc5b38efdfad7272a3dfa276313cb9658b4ed6969d76c3b) AuthConfig (593d7fcd262f59455afe727d5a24d028cfffbb9143b8ed4a9bf618b814dcdf85) AuthConfig (7e1b83cd07a36b95e832ba08e3602d646de6595f521c66b1a10142a500c1a2b1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"2ca028ab-bb6f-4748-9fce-529070d6c7ef","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:58.394562073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"16ce3b05-83e5-4ce4-b487-c3e6fa610e01","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-att-user-a1f8ce/e2e-att-serve-185fad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:04:58.394592943Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"16ce3b05-83e5-4ce4-b487-c3e6fa610e01","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"routeName":"external-model-e2e-att-serve-185fad-5fa01018e074","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-att-serve-185fad","externalModel":"e2e-att-serve-185fad","provider":"e2e-att-serve-185fad-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:00.362046829Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-api-key-deleted-sub-auth","reconcileID":"1446b116-d488-47d2-b413-44df4e6881da","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:00.362485024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"5a387b0f-fe1a-4984-9646-7788baa92455","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:00.572488907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"ba51dfe9-6c25-4849-941b-e848e9e6f352","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:01.83016818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"d55f96ef-282a-4ac0-8ef1-31a637449469","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:01.88524359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"7678fd4e-30ba-4132-bd01-90a7d248733c","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:02.040404634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-api-key-no-access-auth","reconcileID":"70185de3-82ac-489f-a362-63287fe73756","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:02.098681634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-api-key-no-access-auth","reconcileID":"70185de3-82ac-489f-a362-63287fe73756","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:02.109942012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"8b59d0fd-1c2b-45df-9439-d198be83e8d1","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:02.165222187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"1786fb64-6b27-4b25-a993-b02a530be4ac","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:05:02.217509919Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-api-key-no-access-sub","reconcileID":"95deee16-72f5-4798-b4e4-80fa555b0205","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:02.265054431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"2e48baa3-c041-48e0-993e-033c0e2672d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:02.265052726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"a41d6943-8369-4644-99d4-bf8f7e24267d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:02.322037988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"2e48baa3-c041-48e0-993e-033c0e2672d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:02.322046014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"a41d6943-8369-4644-99d4-bf8f7e24267d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:02.332745532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"b0f2f9c4-efc3-4b36-9041-14d246702d9e","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:02.367910463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"bf6ad0ec-1af1-4e9f-a140-82a403334316","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:02.389674159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"9204412a-1b71-4a1d-bc50-6bf4367ec7d1","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:02.523018297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-api-key-no-access-auth","reconcileID":"d4f27098-803e-4bcb-9bc2-4680533a9ad5","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:02.581385716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-api-key-no-access-auth","reconcileID":"d4f27098-803e-4bcb-9bc2-4680533a9ad5","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:02.65691089Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-api-key-no-access-sub","reconcileID":"96a96a4d-c8a9-4dde-a22b-abebfa0a54a9","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-f73e89/e2e-api-key-no-access-sub","ai-tenant-e2e-worker-w4-f73e89/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:02.6805752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"05eab332-0f1c-4dbb-a929-5fe8b80260e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:02.680601048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"9e2355d5-aed0-411c-9544-842fd54194d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:02.737673103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"05eab332-0f1c-4dbb-a929-5fe8b80260e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:02.738798372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"9e2355d5-aed0-411c-9544-842fd54194d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:02.822000933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"fcfe24c8-52f6-47c0-b56f-06e413267d31","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:02.866305918Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-subscription","reconcileID":"7a22ab6b-242c-4c6a-be23-32ec90c397fc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:03.031898665Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-api-key-no-access-sub","reconcileID":"cb943d6e-87c5-44cd-949c-0afce4a3815a","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:05.027856852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"817bc304-6f54-4d7a-b9d4-5bcc2ca830ed","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:05.182750615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"a8debe91-be7a-45b7-b168-5c80211e73ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:05.182947668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"d28c589d-4129-4c0c-8df1-cf3fd3183107","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:05.182756908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-api-key-no-access-auth","reconcileID":"d6f54d4d-1450-49b4-8ef1-2671ff5ba13f","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:05.241917258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-api-key-no-access-auth","reconcileID":"d6f54d4d-1450-49b4-8ef1-2671ff5ba13f","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:05.243558312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"d28c589d-4129-4c0c-8df1-cf3fd3183107","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:05.248474725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"a8debe91-be7a-45b7-b168-5c80211e73ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:06.781309403Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:08.4475271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"7e7975c3-ee83-4c47-a216-48e6e7f7565c","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:08.511137762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"7e7975c3-ee83-4c47-a216-48e6e7f7565c","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:08.567708533Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3986bf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9e1ffd04779529b9404158329b6855ba73a5a578b7885b263ab198870c096979) AuthConfig (d6b7e2648a00b78eb8ca8dec72ee391af6b5980fd282a44b4c25e6b1961bf477) AuthConfig (8cd832f557adcd17c0a8ae2eb984385015695589ea0d744720bfb84c3d32f3ee) AuthConfig (2fa4d4fb620939a27278ff2799b547575281978556635e0c25d89fffc015912b) AuthConfig (64db8904451982dd1ef1e1f1a3aafce1de8193a88657c1396c65eef0332bbf9f) AuthConfig (621d09867d578f673b5a42261a469572b038d08bf3d08ba2691ef1ce79cc009c) AuthConfig (01c717cdb4dd466a230b41d0af89e1d3fb2917378561cd28a106d9a38e755e0d) AuthConfig (6f33b7d74476020f2cc5b38efdfad7272a3dfa276313cb9658b4ed6969d76c3b) AuthConfig (593d7fcd262f59455afe727d5a24d028cfffbb9143b8ed4a9bf618b814dcdf85) AuthConfig (7e1b83cd07a36b95e832ba08e3602d646de6595f521c66b1a10142a500c1a2b1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"7e7975c3-ee83-4c47-a216-48e6e7f7565c","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:11.402044267Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"1cee5633-aa5f-4719-9d78-70e5e1e45952","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:11.56004483Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-subscription","reconcileID":"1dadd9e8-2e28-41d4-9ce7-6b3d52bcf4db","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-premium-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:11.679940494Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-cda04f-sub","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f-sub","reconcileID":"dcf6faf1-d406-4269-a8e8-7ac9e380fe5c","MaaSSubscription":{"name":"test-model-cda04f-sub","namespace":"ai-tenant-e2e-inf-b-cda04f"},"name":"maas-trlp-test-model-cda04f","model":"ai-tenant-e2e-inf-b-cda04f/test-model-cda04f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:11.86698917Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-subscription","reconcileID":"ed285fc6-1a6f-41b2-85cb-28a02e3f1f76","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-f73e89/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:11.929985089Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-subscription","reconcileID":"d9194894-714b-4107-bbdd-6c3df858a10e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-premium-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/premium-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:12.055016825Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-0d2807-sub","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"test-model-0d2807-sub","reconcileID":"e138e9ae-5341-4083-81bb-08e40e9dda08","MaaSSubscription":{"name":"test-model-0d2807-sub","namespace":"ai-tenant-e2e-inf-a-0d2807"},"name":"maas-trlp-test-model-0d2807","model":"ai-tenant-e2e-inf-a-0d2807/test-model-0d2807","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:12.199314028Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1a89d2d6-b1ec-437a-abbb-3a7582a54a15","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:12.249095363Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-subscription","reconcileID":"b750e18a-63f8-44dd-a595-2297568b6db5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:12.31998559Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"a8692279-f276-45a8-bd4c-825919362a27","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:12.592713794Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"441fab34-bc88-425f-8060-e3ff93d303c3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:12.688012098Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-subscription","reconcileID":"dfe0b28e-40b7-4b23-9230-f1e17fe4a8cd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-premium-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/premium-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:15.190338051Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-api-key-no-access-sub","reconcileID":"c96004bd-947c-4ab4-8b08-697d0fa32c74","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscription":"e2e-api-key-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:15.347902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-api-key-no-access-sub","reconcileID":"c96004bd-947c-4ab4-8b08-697d0fa32c74","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:15.572537175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"c156c34b-a5c7-4ee8-a056-987d94fec572","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:15.752947399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"d5c9a22d-8b9d-4342-8c56-3a0741f9fdf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:15.753838266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"5a1c5bdc-e7b0-4080-bfff-0f0473c4582f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:15.754351042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"24d0d438-ce70-4338-933a-4afa703dcd13","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:15.754721941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-api-key-no-access-auth","reconcileID":"ecdfa8d4-2f7b-4420-b5a6-6a86f1bac03d","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:15.81057744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"5a1c5bdc-e7b0-4080-bfff-0f0473c4582f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:15.811490143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"d5c9a22d-8b9d-4342-8c56-3a0741f9fdf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:15.812927125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-api-key-no-access-auth","reconcileID":"ecdfa8d4-2f7b-4420-b5a6-6a86f1bac03d","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:16.06613225Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-api-key-no-access-auth","reconcileID":"ca300ca3-0fed-4348-a0da-bebe21a3dc7e","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:16.225993733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"f5ede710-e486-4635-a2a4-3bffea8c6eda","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:17.495132325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"04eb3f14-8ec0-492c-b405-ec7b3f4411ed","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:17.552119876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"a1dab20b-bad5-46c5-9e99-c9f61d6e6fb9","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:17.707111891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-models-invalid-sub-auth","reconcileID":"711c3b5a-6758-4327-99bb-d948b3463fe8","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:17.764440859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-models-invalid-sub-auth","reconcileID":"711c3b5a-6758-4327-99bb-d948b3463fe8","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:17.791916118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"a214e413-282b-4a05-9646-0df6bb6ac0b8","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:17.849611973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"79cc7486-01e6-490a-af28-b8f36bbd54e4","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:05:17.898717621Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-models-valid-sub","reconcileID":"5760e021-4f5c-4aff-bda2-f2314cbde26f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-valid-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:17.94637342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"7089a6cb-69aa-4eab-930f-125f7ebd815b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:17.946404924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"3e1f4093-49ef-4be8-b5c6-7379089f5ab1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:18.002952801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"3e1f4093-49ef-4be8-b5c6-7379089f5ab1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:18.003029219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"7089a6cb-69aa-4eab-930f-125f7ebd815b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:18.013998825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"1ff20224-8dd1-48ab-99e0-507394587aa9","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:18.070766777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"dc783d65-c53c-4829-986c-bf5035f24aed","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:18.234648657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-models-invalid-sub-auth","reconcileID":"a4dfc5de-1063-49f1-860b-3d781944429f","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:18.235419381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"distinct-w2-14a6e4","reconcileID":"f9514f71-3cc6-46d6-898e-017fde433e3d","MaaSModelRef":{"name":"distinct-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"distinct-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"distinct-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:18.291553522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-models-invalid-sub-auth","reconcileID":"a4dfc5de-1063-49f1-860b-3d781944429f","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:18.292666054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"2f748966-8fca-4068-83ca-05369afc45e4","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:18.338701912Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-models-valid-sub","reconcileID":"8db1cb42-6ff1-4ca9-99b4-a547eddfdf9e","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-f73e89/e2e-models-valid-sub","ai-tenant-e2e-worker-w4-f73e89/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:18.381081759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"9a4c97ab-8af9-492d-bf00-446db59d1f4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:18.381081315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"60b8b3c4-76fa-4d47-b286-b4e3abc2ba19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:18.43818256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"9a4c97ab-8af9-492d-bf00-446db59d1f4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:18.438254036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"60b8b3c4-76fa-4d47-b286-b4e3abc2ba19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:18.500687923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"a31ed8c5-4fc0-47d3-8a46-3f5108adc9de","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:18.54989318Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-subscription","reconcileID":"36989f4d-f780-4c7b-aa2d-3f85c22f8354","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:18.672388526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"c1b30a3c-9b0e-4a0b-9de6-fe249a90674f","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:18.709470522Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-models-valid-sub","reconcileID":"452db8b2-c3bc-419e-bfd6-a50f449cacf0","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:18.729224016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"c1b30a3c-9b0e-4a0b-9de6-fe249a90674f","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:19.153177041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"42ae78dd-c1d7-4325-bab3-ff33c21a3596","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-att-user-a1f8ce/e2e-att-serve-185fad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:19.153206346Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"42ae78dd-c1d7-4325-bab3-ff33c21a3596","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"routeName":"external-model-e2e-att-serve-185fad-5fa01018e074","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-att-serve-185fad","externalModel":"e2e-att-serve-185fad","provider":"e2e-att-serve-185fad-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:20.794621242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"960f788a-2e49-407e-967e-98ccb16217ed","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:20.917437724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"fb7cbe40-cea3-4796-abe7-4763ba2c86a0","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:20.917782441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"premium-w2-14a6e4","reconcileID":"ecd10f80-34a2-4361-9e6b-5a7075791f22","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"premium-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"premium-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:20.918037698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"distinct-w2-14a6e4","reconcileID":"5bb5cc09-0786-470e-873b-c079748d8386","MaaSModelRef":{"name":"distinct-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"distinct-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"distinct-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:20.948691073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"aab6e4d1-a2ca-4546-aefa-319824730504","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:20.948800557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-models-invalid-sub-auth","reconcileID":"3280ba28-47cb-4a43-ab3c-a0d5762a5a9f","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:20.949187461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"a8467283-67d6-4112-964c-352194a18b5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:20.986276842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"c458aa34-9bfb-4c32-b342-b7b09247c139","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:20.986664549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"premium-w2-14a6e4","reconcileID":"51e39d83-66d9-4be5-8043-0e8752e520fa","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"premium-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"premium-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:20.98692933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"distinct-w2-14a6e4","reconcileID":"7e13fc71-30cd-4aae-adcd-b40395368c2d","MaaSModelRef":{"name":"distinct-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"distinct-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"distinct-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:21.006014841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-models-invalid-sub-auth","reconcileID":"3280ba28-47cb-4a43-ab3c-a0d5762a5a9f","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:21.00704528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"aab6e4d1-a2ca-4546-aefa-319824730504","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:21.008238302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"a8467283-67d6-4112-964c-352194a18b5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:21.07314338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"05a0b0dd-760a-4cb7-919f-1b8615e12d56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:21.073144091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"3681ad1a-cec3-4bb3-b2fe-08c8d1c343fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:21.126443587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"a960737d-fe67-434d-980f-a9acdf9c7636","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:21.126470837Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-subscription","reconcileID":"572109b5-c491-49f7-a6c8-331e6c8b84d4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-premium-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:21.132009403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"05a0b0dd-760a-4cb7-919f-1b8615e12d56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:21.132481868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"3681ad1a-cec3-4bb3-b2fe-08c8d1c343fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:21.466943547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"937969a6-20cb-4251-9dfd-6f90e7171002","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:21.466954128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"4cd07126-667b-4bae-8b50-282943b4e926","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:21.523983601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"4cd07126-667b-4bae-8b50-282943b4e926","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:21.523998713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"937969a6-20cb-4251-9dfd-6f90e7171002","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:22.976829889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"c3ea384b-e3a8-4a99-be67-9f43efad322a","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-att-user-a1f8ce/e2e-att-serve-185fad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:22.97686207Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"c3ea384b-e3a8-4a99-be67-9f43efad322a","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"routeName":"external-model-e2e-att-serve-185fad-5fa01018e074","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-att-serve-185fad","externalModel":"e2e-att-serve-185fad","provider":"e2e-att-serve-185fad-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:23.027981179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"96c388e4-bfff-4cf9-beb4-5deef9532936","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:05:23.031562529Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-185fad-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-sub","reconcileID":"9976a489-3577-4385-b86b-227c8e0eb780","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-serve-185fad-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:23.087656223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"96c388e4-bfff-4cf9-beb4-5deef9532936","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:23.13862325Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"e95f4468-0fc0-45c3-9513-06117e448f64","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-att-user-a1f8ce/e2e-att-serve-185fad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:23.138643173Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"e95f4468-0fc0-45c3-9513-06117e448f64","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"routeName":"external-model-e2e-att-serve-185fad-5fa01018e074","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-att-serve-185fad","externalModel":"e2e-att-serve-185fad","provider":"e2e-att-serve-185fad-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:05:23.243910497Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"e95f4468-0fc0-45c3-9513-06117e448f64","name":"e2e-att-serve-185fad","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-185fad\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:05:23.243970639Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"e95f4468-0fc0-45c3-9513-06117e448f64","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-185fad\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:23.295831688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"d910e4b2-d4ab-4685-addf-1225ba6a2f02","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-att-user-a1f8ce/e2e-att-serve-185fad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:23.295853676Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"d910e4b2-d4ab-4685-addf-1225ba6a2f02","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"routeName":"external-model-e2e-att-serve-185fad-5fa01018e074","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-att-serve-185fad","externalModel":"e2e-att-serve-185fad","provider":"e2e-att-serve-185fad-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:23.449487209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"937f5f67-3fac-442f-bd30-37384b103a59","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:23.465268541Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-185fad-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-sub","reconcileID":"cbec4b39-b6ec-431d-bf52-99916a1b922e","MaaSSubscription":{"name":"e2e-att-serve-185fad-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-serve-185fad","model":"e2e-att-serve-185fad","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-3986bf/e2e-att-serve-185fad-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:23.506223877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"937f5f67-3fac-442f-bd30-37384b103a59","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:23.734013862Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"7827b92a-7b9c-495f-a8be-19c61fe7c99c","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-att-user-a1f8ce/e2e-att-serve-185fad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:23.734040815Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"7827b92a-7b9c-495f-a8be-19c61fe7c99c","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"routeName":"external-model-e2e-att-serve-185fad-5fa01018e074","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-att-serve-185fad","externalModel":"e2e-att-serve-185fad","provider":"e2e-att-serve-185fad-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:23.942026907Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-185fad-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-sub","reconcileID":"08d867cd-6534-4640-9d80-ad3b216174a7","MaaSSubscription":{"name":"e2e-att-serve-185fad-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-serve-185fad","model":"e2e-extmod-att-user-a1f8ce/e2e-att-serve-185fad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:30.963791346Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-models-valid-sub","reconcileID":"42fccd3e-ba25-42c8-b4ca-96fc7fc77c9d","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscription":"e2e-models-valid-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:30.975011545Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-subscription","reconcileID":"706260da-754d-4e25-aa1d-eb24115c74f7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-premium-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:31.15191313Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-185fad-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-sub","reconcileID":"8d532ac5-0a70-456a-a451-e042d1dc6b48","MaaSSubscription":{"name":"e2e-att-serve-185fad-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-serve-185fad","model":"e2e-extmod-att-user-a1f8ce/e2e-att-serve-185fad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:31.220696209Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-models-valid-sub","reconcileID":"42fccd3e-ba25-42c8-b4ca-96fc7fc77c9d","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-f73e89/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:31.45879001Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"ea25b224-af15-41f0-b3be-8a5b4366b9df","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:31.468674408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"bc135b62-7196-4e54-bc8f-11bc74f2a76e","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-att-user-a1f8ce/e2e-att-serve-185fad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:31.468798595Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"bc135b62-7196-4e54-bc8f-11bc74f2a76e","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"routeName":"external-model-e2e-att-serve-185fad-5fa01018e074","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-att-serve-185fad","externalModel":"e2e-att-serve-185fad","provider":"e2e-att-serve-185fad-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:31.533409285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"d4a2e4ad-feee-40c1-a52f-99347f7824a2","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:31.594297304Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f4037640-5e31-4e1f-8ccc-65e0c18f742e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:31.655385809Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-subscription","reconcileID":"96d08b7e-f991-404b-b593-2c6ec011f544","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:31.659482537Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-subscription","reconcileID":"61de6211-5a14-4fbe-87cd-ee7d956a4598","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-premium-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/premium-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:31.695079155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"bdc0bfa0-e791-4cd9-b10d-a0841dae54f3","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:31.714457479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"fef7a774-5e1c-4313-ae54-5ce01be6769c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:31.715383926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"592001c4-f504-432d-a97a-f85a3b67ca1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:31.71621307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-models-invalid-sub-auth","reconcileID":"12ce1ef5-ef26-4fa1-82c3-70431206f4e2","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:31.777671779Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-0d2807-sub","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"test-model-0d2807-sub","reconcileID":"b83e0f9a-d141-4f3b-a00a-37612aeff2d5","MaaSSubscription":{"name":"test-model-0d2807-sub","namespace":"ai-tenant-e2e-inf-a-0d2807"},"name":"maas-trlp-test-model-0d2807","model":"ai-tenant-e2e-inf-a-0d2807/test-model-0d2807","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:31.784272506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-models-invalid-sub-auth","reconcileID":"12ce1ef5-ef26-4fa1-82c3-70431206f4e2","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:31.801876132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"592001c4-f504-432d-a97a-f85a3b67ca1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:31.984129382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"fef7a774-5e1c-4313-ae54-5ce01be6769c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:32.039285348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-cda04f-sub","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f-sub","reconcileID":"59d0e772-38d8-4c99-8f7e-ec77984df021","MaaSSubscription":{"name":"test-model-cda04f-sub","namespace":"ai-tenant-e2e-inf-b-cda04f"},"name":"maas-trlp-test-model-cda04f","model":"ai-tenant-e2e-inf-b-cda04f/test-model-cda04f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:32.152762639Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-subscription","reconcileID":"22d09c2f-82b7-4e77-9d72-4040ece78aae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-premium-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/premium-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:32.228155679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"0afd4461-6259-4980-b303-22099207e268","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:32.234264328Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b927ef85-ed04-4f7e-b927-705663310d1f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:32.255163808Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"6cd9d02a-9c5b-4a1b-ba18-37e46172ebbc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:32.255811164Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-models-invalid-sub-auth","reconcileID":"a3ff535a-635c-4c14-b10e-e93af2c9ecc3","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:32.305763007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"0afd4461-6259-4980-b303-22099207e268","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:32.443107614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"2f4288a8-cafe-41d5-ad9a-546bae6513fc","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:32.459857003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"4f5ead55-4dda-446b-ad19-8e72f24708a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:32.497907657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"583f5266-277c-4ebd-b798-cc88a411c901","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:32.518212089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"4f5ead55-4dda-446b-ad19-8e72f24708a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:32.555113097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"583f5266-277c-4ebd-b798-cc88a411c901","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:36.780644866Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:42.016419889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d3f8d"},"namespace":"ai-tenant-e2e-ipp-b-2d3f8d","name":"default-tenant","reconcileID":"6f2fe5ff-e34e-4096-9bc1-212f4938a4c4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-2d3f8d","tenantID":"e2e-ipp-b-2d3f8d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:42.134475555Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d3f8d"},"namespace":"ai-tenant-e2e-ipp-b-2d3f8d","name":"default-tenant","reconcileID":"6f2fe5ff-e34e-4096-9bc1-212f4938a4c4","name":"e2e-ipp-b-2d3f8d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:43.795214805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"f145e2fe-4241-450e-973b-ab5307be54e5","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:43.849917707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"3404d43c-f3cc-4b2e-aa3f-394d8c6cab1a","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:44.005158554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-models-access-denied-auth","reconcileID":"d3e5ca38-fdd2-4ae1-a9bc-5cff5a0b3d0d","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:44.062364661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-models-access-denied-auth","reconcileID":"d3e5ca38-fdd2-4ae1-a9bc-5cff5a0b3d0d","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:44.087167856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"765ba61f-7db7-4e23-933a-91693f152fd9","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:44.141847661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"1e88d174-00cf-4a1e-808a-5d61bdaff7a0","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:05:44.196229582Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-models-user-sub","reconcileID":"53b3961e-6c22-4b0d-9b8e-8022bf946558","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:44.242755779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"15e406db-abdf-477f-92a9-bab25c01ce8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:44.242775087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"2c3960bc-db4b-48f6-b2a8-635a156afb38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:44.302199576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"2c3960bc-db4b-48f6-b2a8-635a156afb38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:44.302367572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"15e406db-abdf-477f-92a9-bab25c01ce8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:44.311657974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"2458b659-d9a5-49ba-b306-ebc1df2d3cc6","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:44.368161225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"a39c7ffd-d08c-4491-8cfb-c891cabcaf73","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:44.378303253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"42a4418d-f872-45fe-b580-b031723a1a33","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:44.412537508Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-f73e89 priority=0:[ai-tenant-e2e-worker-w4-f73e89/e2e-models-other-sub ai-tenant-e2e-worker-w4-f73e89/e2e-models-user-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:44.412741125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"ec2519c3-797e-4d07-96f4-78b9e1546dc9","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:44.46821077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"505c52a8-e9f8-4bc3-8fb2-711d320ba2e5","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:44.519403775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"1c8a134d-67a6-43b4-b812-c721de459724","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:05:44.520888923Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-f73e89/e2e-models-other-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-other-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:44.532695823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-models-access-denied-auth","reconcileID":"af1bf48b-4041-4a60-9f42-d67b0e779a79","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:44.576033934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"528ed8b0-1060-4cdd-aad0-422a1b03e8e0","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:44.58973879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-models-access-denied-auth","reconcileID":"af1bf48b-4041-4a60-9f42-d67b0e779a79","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:44.638092369Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-models-user-sub","reconcileID":"e1e97857-13c4-4b57-bdca-2e40ab1d7d20","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w4-f73e89/e2e-models-other-sub","ai-tenant-e2e-worker-w4-f73e89/e2e-models-user-sub","ai-tenant-e2e-worker-w4-f73e89/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:44.679743164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"17593de9-7ac9-43bf-9df8-1a706e2339a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:44.67974504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"22c2e679-1027-4e00-a868-2e34153cdefa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:44.737068668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"22c2e679-1027-4e00-a868-2e34153cdefa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:44.737086063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"17593de9-7ac9-43bf-9df8-1a706e2339a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:44.784357922Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-models-other-sub","reconcileID":"96bc3227-e0ce-460b-bd8a-b4b789b47eae","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:44.802781549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"421fb585-5332-401c-a65b-3c830f154a49","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:44.885239313Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-subscription","reconcileID":"547c7803-36e0-4bc1-a4a0-456b0e4b8239","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:44.949965995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-models-access-denied-auth","reconcileID":"ccf424bd-019b-4ed6-8c98-c02418ba5362","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:44.95003931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"59ed48f4-635b-4b0a-9dc0-819798d618de","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:45.006268843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-models-access-denied-auth","reconcileID":"ccf424bd-019b-4ed6-8c98-c02418ba5362","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:45.010099939Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-models-user-sub","reconcileID":"ba089d0f-08f4-48c1-b0aa-d738500de33a","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:45.158194059Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-models-other-sub","reconcileID":"7cba05fb-5ca3-4d44-88c7-ea72a0007184","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:47.521749381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"7b296502-540b-4a45-b9a8-e3b4dc78dcb4","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:47.676778318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-models-access-denied-auth","reconcileID":"92a536af-a87b-4b9b-9fbc-6394a89bd4f3","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:47.677026225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"a73e381b-d8da-4afd-8b08-cffdf599e83b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:47.67677926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"ac84651c-ccea-42b5-9630-611870a77aae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:47.73452058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-models-access-denied-auth","reconcileID":"92a536af-a87b-4b9b-9fbc-6394a89bd4f3","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:47.735739769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"ac84651c-ccea-42b5-9630-611870a77aae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:47.736827315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"a73e381b-d8da-4afd-8b08-cffdf599e83b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:54.457501651Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-unrel-bd0892","reconcileID":"a6da79eb-c90e-4445-a1c6-f0fee45ff919","namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-unrel-bd0892","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:54.571651603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0d2807-auth","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"test-model-0d2807-auth","reconcileID":"9bcf7241-586a-4bca-a7a5-bc303f2c7dbc","MaaSAuthPolicy":{"name":"test-model-0d2807-auth","namespace":"ai-tenant-e2e-inf-a-0d2807"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-0d2807","tenantID":"e2e-inf-a-0d2807","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:54.572164609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cda04f-auth","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f-auth","reconcileID":"6e9ede4b-083c-4af3-a612-0d34553ea862","MaaSAuthPolicy":{"name":"test-model-cda04f-auth","namespace":"ai-tenant-e2e-inf-b-cda04f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-cda04f","tenantID":"e2e-inf-b-cda04f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:54.62247785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d6b36e79-b4f7-4a07-8ed6-b7333008c696","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:54.62255665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e1509a34-45ff-4586-9eba-ff163f9835c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:54.622890264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"5009c56d-5d2f-471b-be29-a9f76c869263","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:54.628270651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0d2807-auth","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"test-model-0d2807-auth","reconcileID":"9bcf7241-586a-4bca-a7a5-bc303f2c7dbc","MaaSAuthPolicy":{"name":"test-model-0d2807-auth","namespace":"ai-tenant-e2e-inf-a-0d2807"},"name":"e2e-inf-a-0d2807-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:54.628594824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cda04f-auth","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f-auth","reconcileID":"6e9ede4b-083c-4af3-a612-0d34553ea862","MaaSAuthPolicy":{"name":"test-model-cda04f-auth","namespace":"ai-tenant-e2e-inf-b-cda04f"},"name":"e2e-inf-b-cda04f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:54.681666814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d6b36e79-b4f7-4a07-8ed6-b7333008c696","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:54.682490913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e1509a34-45ff-4586-9eba-ff163f9835c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:54.684911877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"5009c56d-5d2f-471b-be29-a9f76c869263","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:54.848676252Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-unrel-bd0892","reconcileID":"02c6fe54-dddc-400a-b144-749b61ce0ce1","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:54.994423739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"5c229515-3e85-4e97-86f2-b9031c56d672","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:54.995006413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"827d7708-3747-4f31-8def-bdf220a022bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:55.015306405Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-unrel-bd0892","reconcileID":"0b236186-b392-48d9-9134-43534e43e520","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:55.051209584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"5c229515-3e85-4e97-86f2-b9031c56d672","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:55.051274278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"827d7708-3747-4f31-8def-bdf220a022bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:55.0968713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"5b394ede-fbed-4ef1-89d6-41c8a3b2d8ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:55.096898032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"ebbb1e8b-6dec-4a4e-8844-2e08797b714b","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:55.097288992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"0228481a-494d-4660-bc69-6f7d57db8cf8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:55.153884906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"5b394ede-fbed-4ef1-89d6-41c8a3b2d8ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:55.156199587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"ebbb1e8b-6dec-4a4e-8844-2e08797b714b","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:55.158895153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"0228481a-494d-4660-bc69-6f7d57db8cf8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:55.359826157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-models-access-denied-auth","reconcileID":"a234eb39-ae68-4e83-8d7d-8348ef99a76d","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:55.359970553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"cb1525e4-219f-4d18-bf14-fb960f7085bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:55.416384509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-models-access-denied-auth","reconcileID":"a234eb39-ae68-4e83-8d7d-8348ef99a76d","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:55.416610286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"cb1525e4-219f-4d18-bf14-fb960f7085bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:55.416932492Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-unrel-bd0892","reconcileID":"621d0528-5b46-42fc-a910-7146c0e73023","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:55.519423369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"a141488d-9485-4a75-8ea7-1f8ed65aa7b1","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:55.575510354Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-unrel-bd0892","reconcileID":"c6e0ddc0-5c37-4b89-b38b-d4da9a974ce2","namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-unrel-bd0892","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:55.575964636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"a141488d-9485-4a75-8ea7-1f8ed65aa7b1","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:55.678816504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cda04f-auth","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f-auth","reconcileID":"04bab3c0-0a76-4d19-a47a-8ceac9c9fe50","MaaSAuthPolicy":{"name":"test-model-cda04f-auth","namespace":"ai-tenant-e2e-inf-b-cda04f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-cda04f","tenantID":"e2e-inf-b-cda04f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:55.682608685Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"a141488d-9485-4a75-8ea7-1f8ed65aa7b1","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"model":"e2e-extmod-att-user-a1f8ce/e2e-att-unrel-bd0892","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:55.729507105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"b90c619f-9345-4135-bdae-39d71721579e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:55.735336929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cda04f-auth","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f-auth","reconcileID":"04bab3c0-0a76-4d19-a47a-8ceac9c9fe50","MaaSAuthPolicy":{"name":"test-model-cda04f-auth","namespace":"ai-tenant-e2e-inf-b-cda04f"},"name":"e2e-inf-b-cda04f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:55.774268935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"fe285e50-affa-423d-af90-10d96c290a2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:55.774494132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-models-access-denied-auth","reconcileID":"102a0a2f-d935-42e4-b7ee-3b05616c5485","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:55.78704532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"b90c619f-9345-4135-bdae-39d71721579e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:55.831470576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-models-access-denied-auth","reconcileID":"102a0a2f-d935-42e4-b7ee-3b05616c5485","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:55.832136282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"fe285e50-affa-423d-af90-10d96c290a2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:55.893391703Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-unrel-bd0892","reconcileID":"3f723635-1fc8-4cf7-9274-019fb39f1281","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:55.996623846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"4feef84c-106d-43c6-b2ed-b3d072082440","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:55.997348019Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"0b1e29c0-8be3-4aca-bae4-89adfe6753aa","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-att-user-a1f8ce/e2e-att-serve-185fad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:55.997369467Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"0b1e29c0-8be3-4aca-bae4-89adfe6753aa","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"routeName":"external-model-e2e-att-serve-185fad-5fa01018e074","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-att-serve-185fad","externalModel":"e2e-att-serve-185fad","provider":"e2e-att-serve-185fad-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:56.046518227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0d2807-auth","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"test-model-0d2807-auth","reconcileID":"9dd76b33-a460-4caa-96a3-948b7f85d963","MaaSAuthPolicy":{"name":"test-model-0d2807-auth","namespace":"ai-tenant-e2e-inf-a-0d2807"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-0d2807","tenantID":"e2e-inf-a-0d2807","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:56.053211291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"4feef84c-106d-43c6-b2ed-b3d072082440","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:56.100990696Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-unrel-bd0892","reconcileID":"50a8f64b-5cb7-4a64-8eb2-e047229bf91a","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:56.10112241Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-185fad-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-sub","reconcileID":"81748997-0684-49fa-9fef-6379ab23c883","MaaSSubscription":{"name":"e2e-att-serve-185fad-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-serve-185fad","model":"e2e-extmod-att-user-a1f8ce/e2e-att-serve-185fad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:56.103719316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0d2807-auth","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"test-model-0d2807-auth","reconcileID":"9dd76b33-a460-4caa-96a3-948b7f85d963","MaaSAuthPolicy":{"name":"test-model-0d2807-auth","namespace":"ai-tenant-e2e-inf-a-0d2807"},"name":"e2e-inf-a-0d2807-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:56.104690667Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"4feef84c-106d-43c6-b2ed-b3d072082440","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"model":"e2e-extmod-att-user-a1f8ce/e2e-att-unrel-bd0892","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:56.205932544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5ce82939-0483-4017-afac-1e3bbf05e1d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:56.268961351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5ce82939-0483-4017-afac-1e3bbf05e1d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:56.303156402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f34df860-2f0d-4134-bad8-23119d25b194","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:56.310220478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"b271b3a4-2295-4632-81b2-bec706a01a41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:56.364004079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f34df860-2f0d-4134-bad8-23119d25b194","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:56.376661653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"b271b3a4-2295-4632-81b2-bec706a01a41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:56.406545985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"80140440-433a-4c18-ac18-814947c607a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:56.463035896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"80140440-433a-4c18-ac18-814947c607a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:56.507792139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"85529d98-9e63-4607-a7cb-c2056f565af1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:56.564297387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"85529d98-9e63-4607-a7cb-c2056f565af1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:56.607822363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"4befc78f-f56b-4f51-9a2a-12958be72aea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:56.665853555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"4befc78f-f56b-4f51-9a2a-12958be72aea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:56.681600506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"e68801d5-7b67-4664-932d-371628cee8b5","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:56.683585291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"0a2e2dc9-93dd-445a-8117-26a7b4af7449","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:56.738266574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"e68801d5-7b67-4664-932d-371628cee8b5","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:56.751847971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"0a2e2dc9-93dd-445a-8117-26a7b4af7449","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:56.803646864Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"0a2e2dc9-93dd-445a-8117-26a7b4af7449","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"model":"e2e-extmod-att-user-a1f8ce/e2e-att-unrel-bd0892","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:56.837883775Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-unrel-bd0892","reconcileID":"34a5844c-fc3d-49f6-a3d0-c6355873c082","namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-unrel-bd0892","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:56.893001795Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-unrel-bd0892","reconcileID":"d9ba455d-c4c0-40c9-8d64-14f272fcc97c","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-att-user-a1f8ce/e2e-att-unrel-bd0892","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:56.893036653Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-unrel-bd0892","reconcileID":"d9ba455d-c4c0-40c9-8d64-14f272fcc97c","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"routeName":"external-model-e2e-att-unrel-bd0892-ebe3eedf0976","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-att-unrel-bd0892","externalModel":"e2e-att-unrel-bd0892","provider":"e2e-att-unrel-bd0892-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:56.998074599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dcceffec-0e58-4a0c-a981-67f1834ffb34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:56.998120876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4f4af90f-60bb-4d31-8b25-e538e6aedce7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:57.055195029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4f4af90f-60bb-4d31-8b25-e538e6aedce7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:57.055296012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dcceffec-0e58-4a0c-a981-67f1834ffb34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:57.088422866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"fe98222c-a591-4300-9e21-05da553a8ee6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:57.14060159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"bfefde19-78d6-41ca-8452-a6a45c60b3bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:57.145786675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"fe98222c-a591-4300-9e21-05da553a8ee6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:57.197229903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"bfefde19-78d6-41ca-8452-a6a45c60b3bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:57.24194588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"bf5d3517-bb9a-4ab8-86c4-c7440760479c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:57.29858758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"bf5d3517-bb9a-4ab8-86c4-c7440760479c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:57.365389346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"2cfcb3e7-1111-4b64-bd22-ae65cfa84229","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:57.365423337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"d5d9ed6a-7916-4915-8fa1-b87f2b86453d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:57.422308353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"2cfcb3e7-1111-4b64-bd22-ae65cfa84229","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:57.422363585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"d5d9ed6a-7916-4915-8fa1-b87f2b86453d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:57.454767864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"2aa39830-e7c1-4a18-9d1a-386f8a582e57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:57.513201162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"2aa39830-e7c1-4a18-9d1a-386f8a582e57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:57.55490708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"8423296f-9e8e-4b5a-85ba-2138113f05be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:57.611426554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"8423296f-9e8e-4b5a-85ba-2138113f05be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:57.683486003Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-models-user-sub","reconcileID":"7a9bbf65-d280-4d1a-94f3-b8d2b1df9fc1","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscription":"e2e-models-user-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:57.707002087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-models-access-denied-auth","reconcileID":"4d27e465-4d74-4982-9ca1-8d5065e5ae81","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:57.716112973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0d2807","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"test-model-0d2807","reconcileID":"a5485529-382c-4dbf-8135-4bd9ce1300c7","MaaSModelRef":{"name":"test-model-0d2807","namespace":"ai-tenant-e2e-inf-a-0d2807"},"tenant":"e2e-inf-a-0d2807","gateway":"openshift-ingress/e2e-inf-a-0d2807","model":"ai-tenant-e2e-inf-a-0d2807/test-model-0d2807","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:57.716130089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0d2807","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"test-model-0d2807","reconcileID":"a5485529-382c-4dbf-8135-4bd9ce1300c7","MaaSModelRef":{"name":"test-model-0d2807","namespace":"ai-tenant-e2e-inf-a-0d2807"},"routeName":"test-model-0d2807-kserve-route","namespace":"ai-tenant-e2e-inf-a-0d2807","llmisvcName":"test-model-0d2807","gateway":"openshift-ingress/e2e-inf-a-0d2807","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:57.757293178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cda04f-auth","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f-auth","reconcileID":"da2a518d-cc91-41cf-8741-39e4af7bbfa6","MaaSAuthPolicy":{"name":"test-model-cda04f-auth","namespace":"ai-tenant-e2e-inf-b-cda04f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-cda04f","tenantID":"e2e-inf-b-cda04f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:57.763522214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-models-access-denied-auth","reconcileID":"4d27e465-4d74-4982-9ca1-8d5065e5ae81","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:57.806149937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0d2807-auth","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"test-model-0d2807-auth","reconcileID":"a9ff2100-a28e-40e7-90ce-35f075214786","MaaSAuthPolicy":{"name":"test-model-0d2807-auth","namespace":"ai-tenant-e2e-inf-a-0d2807"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-0d2807","tenantID":"e2e-inf-a-0d2807","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:57.814063112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cda04f-auth","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f-auth","reconcileID":"da2a518d-cc91-41cf-8741-39e4af7bbfa6","MaaSAuthPolicy":{"name":"test-model-cda04f-auth","namespace":"ai-tenant-e2e-inf-b-cda04f"},"name":"e2e-inf-b-cda04f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:57.862768528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0d2807-auth","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"test-model-0d2807-auth","reconcileID":"a9ff2100-a28e-40e7-90ce-35f075214786","MaaSAuthPolicy":{"name":"test-model-0d2807-auth","namespace":"ai-tenant-e2e-inf-a-0d2807"},"name":"e2e-inf-a-0d2807-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:57.899012905Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-models-user-sub","reconcileID":"7a9bbf65-d280-4d1a-94f3-b8d2b1df9fc1","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-f73e89/e2e-models-other-sub","ai-tenant-e2e-worker-w4-f73e89/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:57.908384517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"993d172d-4813-46a4-a249-1c0bb5674fc0","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:57.965440909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"993d172d-4813-46a4-a249-1c0bb5674fc0","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:57.983608848Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-0d2807-sub","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"test-model-0d2807-sub","reconcileID":"e00eb76f-7e9c-4589-bd4f-0f675b2f704a","MaaSSubscription":{"name":"test-model-0d2807-sub","namespace":"ai-tenant-e2e-inf-a-0d2807"},"name":"maas-trlp-test-model-0d2807","model":"ai-tenant-e2e-inf-a-0d2807/test-model-0d2807","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:58.01930639Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0d2807-auth","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"test-model-0d2807-auth","reconcileID":"d5ef8c65-712f-49ea-b964-6e1e11f5dc65","MaaSAuthPolicy":{"name":"test-model-0d2807-auth","namespace":"ai-tenant-e2e-inf-a-0d2807"},"model":"ai-tenant-e2e-inf-a-0d2807/test-model-0d2807","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:58.109669516Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-subscription","reconcileID":"70db9043-6b74-487d-a115-9bdc4e23cbeb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:58.109764225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-models-other-sub","reconcileID":"224bc014-1cbc-4001-8703-eb5a1674d56e","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:58.160618966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"217d62f6-5550-4497-8ebf-59bf35d42b3e","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:58.218628575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"4ecf555b-de2a-450c-a652-da4cd792f585","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:58.311025169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"40707989-da47-48d3-9d1a-e590b949ce8b","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:58.314009728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0d2807-auth","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"test-model-0d2807-auth","reconcileID":"d5ef8c65-712f-49ea-b964-6e1e11f5dc65","MaaSAuthPolicy":{"name":"test-model-0d2807-auth","namespace":"ai-tenant-e2e-inf-a-0d2807"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-0d2807","tenantID":"e2e-inf-a-0d2807","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:58.318890066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-models-access-denied-auth","reconcileID":"dba6bafa-9532-4e46-a70c-d1b7c94d5dba","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:58.318976346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"c74431c3-980d-4f42-b8b4-56e9748b826e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:58.319256076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"0d129b46-ee8c-4505-8e4c-41817c05af68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:58.375883695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-models-access-denied-auth","reconcileID":"dba6bafa-9532-4e46-a70c-d1b7c94d5dba","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:58.376519571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"c74431c3-980d-4f42-b8b4-56e9748b826e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:58.37829038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"0d129b46-ee8c-4505-8e4c-41817c05af68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:58.4408209Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0d2807-auth","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"test-model-0d2807-auth","reconcileID":"d5ef8c65-712f-49ea-b964-6e1e11f5dc65","MaaSAuthPolicy":{"name":"test-model-0d2807-auth","namespace":"ai-tenant-e2e-inf-a-0d2807"},"name":"e2e-inf-a-0d2807-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:58.440841434Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-0d2807-auth","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"test-model-0d2807-auth","reconcileID":"d5ef8c65-712f-49ea-b964-6e1e11f5dc65","MaaSAuthPolicy":{"name":"test-model-0d2807-auth","namespace":"ai-tenant-e2e-inf-a-0d2807"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-0d2807","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:58.496943185Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0d2807","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"test-model-0d2807","reconcileID":"1adf910c-4c75-47a4-9f5d-cc181d7c58be","MaaSModelRef":{"name":"test-model-0d2807","namespace":"ai-tenant-e2e-inf-a-0d2807"},"tenant":"e2e-inf-a-0d2807","gateway":"openshift-ingress/e2e-inf-a-0d2807","model":"ai-tenant-e2e-inf-a-0d2807/test-model-0d2807","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:58.497029503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0d2807","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"test-model-0d2807","reconcileID":"1adf910c-4c75-47a4-9f5d-cc181d7c58be","MaaSModelRef":{"name":"test-model-0d2807","namespace":"ai-tenant-e2e-inf-a-0d2807"},"routeName":"test-model-0d2807-kserve-route","namespace":"ai-tenant-e2e-inf-a-0d2807","llmisvcName":"test-model-0d2807","gateway":"openshift-ingress/e2e-inf-a-0d2807","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:58.651257307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0d2807","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"test-model-0d2807","reconcileID":"a5d45813-9926-4a56-8b7b-c6a14d138283","MaaSModelRef":{"name":"test-model-0d2807","namespace":"ai-tenant-e2e-inf-a-0d2807"},"tenant":"e2e-inf-a-0d2807","gateway":"openshift-ingress/e2e-inf-a-0d2807","model":"ai-tenant-e2e-inf-a-0d2807/test-model-0d2807","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:58.651282424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0d2807","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"test-model-0d2807","reconcileID":"a5d45813-9926-4a56-8b7b-c6a14d138283","MaaSModelRef":{"name":"test-model-0d2807","namespace":"ai-tenant-e2e-inf-a-0d2807"},"routeName":"test-model-0d2807-kserve-route","namespace":"ai-tenant-e2e-inf-a-0d2807","llmisvcName":"test-model-0d2807","gateway":"openshift-ingress/e2e-inf-a-0d2807","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:58.736987134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-models-access-denied-auth","reconcileID":"1e828c80-42c3-4cb6-9ce1-fbf5fffd3531","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:58.737014862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"a91a7665-b051-452a-b96d-764b780e75af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:58.737367581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"33d4e25c-a0bc-4b07-9fec-733c6e444257","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:58.764615308Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-0d2807-sub","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"test-model-0d2807-sub","reconcileID":"7f57faea-5c55-46f5-bc7d-de3add9709e0","MaaSSubscription":{"name":"test-model-0d2807-sub","namespace":"ai-tenant-e2e-inf-a-0d2807"},"name":"maas-trlp-test-model-0d2807","model":"ai-tenant-e2e-inf-a-0d2807/test-model-0d2807","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:58.794189142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"a91a7665-b051-452a-b96d-764b780e75af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:58.794789161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"33d4e25c-a0bc-4b07-9fec-733c6e444257","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:05:58.798123515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-models-access-denied-auth","reconcileID":"1e828c80-42c3-4cb6-9ce1-fbf5fffd3531","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:00.720619351Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3986bf priority=0:[ai-tenant-e2e-extmod-b-3986bf/e2e-att-serve-185fad-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-unrel-bd0892-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:00.77448905Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-unrel-bd0892","reconcileID":"2597e3da-8ef4-4adc-8ec8-4efa43724c0d","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-att-user-a1f8ce/e2e-att-unrel-bd0892","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:00.774516066Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-unrel-bd0892","reconcileID":"2597e3da-8ef4-4adc-8ec8-4efa43724c0d","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"routeName":"external-model-e2e-att-unrel-bd0892-ebe3eedf0976","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-att-unrel-bd0892","externalModel":"e2e-att-unrel-bd0892","provider":"e2e-att-unrel-bd0892-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:06:00.830383274Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-bd0892-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-sub","reconcileID":"964a83c1-c584-4ce5-9658-f7f40cb67a1b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-unrel-bd0892-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:00.876852399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"d2fc3929-0a8a-44f8-bd53-f97a5bbdb9e8","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:00.876883775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"a9a5076e-edcb-43a0-805f-93d9633a0875","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:00.934202707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"a9a5076e-edcb-43a0-805f-93d9633a0875","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:00.934526181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"d2fc3929-0a8a-44f8-bd53-f97a5bbdb9e8","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:00.93758096Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-unrel-bd0892","reconcileID":"1858a644-a665-4db2-b0bf-259c0180b2b6","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-att-user-a1f8ce/e2e-att-unrel-bd0892","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:00.937607231Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-unrel-bd0892","reconcileID":"1858a644-a665-4db2-b0bf-259c0180b2b6","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"routeName":"external-model-e2e-att-unrel-bd0892-ebe3eedf0976","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-att-unrel-bd0892","externalModel":"e2e-att-unrel-bd0892","provider":"e2e-att-unrel-bd0892-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:06:01.044126245Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-unrel-bd0892","reconcileID":"1858a644-a665-4db2-b0bf-259c0180b2b6","name":"e2e-att-unrel-bd0892","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-bd0892\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:06:01.044191959Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-unrel-bd0892","reconcileID":"1858a644-a665-4db2-b0bf-259c0180b2b6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-bd0892\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:01.098550452Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"d308e6d2-018c-406c-ba7d-7ef31f949398","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-att-user-a1f8ce/e2e-att-serve-185fad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:01.098581404Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"d308e6d2-018c-406c-ba7d-7ef31f949398","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"routeName":"external-model-e2e-att-serve-185fad-5fa01018e074","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-att-serve-185fad","externalModel":"e2e-att-serve-185fad","provider":"e2e-att-serve-185fad-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:01.221261504Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-unrel-bd0892","reconcileID":"ea12d8b6-6b32-43b0-8967-bc7ffeb6e39a","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-att-user-a1f8ce/e2e-att-unrel-bd0892","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:01.221290709Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-unrel-bd0892","reconcileID":"ea12d8b6-6b32-43b0-8967-bc7ffeb6e39a","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"routeName":"external-model-e2e-att-unrel-bd0892-ebe3eedf0976","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-att-unrel-bd0892","externalModel":"e2e-att-unrel-bd0892","provider":"e2e-att-unrel-bd0892-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:01.298996176Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-bd0892-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-sub","reconcileID":"3bcb8499-21d7-45c5-ba91-e20e45e9d4fb","MaaSSubscription":{"name":"e2e-att-unrel-bd0892-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-unrel-bd0892","model":"e2e-att-unrel-bd0892","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-3986bf/e2e-att-unrel-bd0892-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:01.446750968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"ab6e50e8-7d8e-4b13-bed0-532d47f8ded1","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:01.446767608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"606f7161-c9c9-44cb-a179-72658679d2c2","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:01.505401449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"ab6e50e8-7d8e-4b13-bed0-532d47f8ded1","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:01.505522536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"606f7161-c9c9-44cb-a179-72658679d2c2","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:01.572106363Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-unrel-bd0892","reconcileID":"33f179e6-8c77-4978-ba12-02456d1f59e3","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-att-user-a1f8ce/e2e-att-unrel-bd0892","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:01.572149765Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-unrel-bd0892","reconcileID":"33f179e6-8c77-4978-ba12-02456d1f59e3","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"routeName":"external-model-e2e-att-unrel-bd0892-ebe3eedf0976","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-att-unrel-bd0892","externalModel":"e2e-att-unrel-bd0892","provider":"e2e-att-unrel-bd0892-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:01.80908722Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-bd0892-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-sub","reconcileID":"bd48c45f-3731-42d6-b067-cbb153fc0c06","MaaSSubscription":{"name":"e2e-att-unrel-bd0892-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-unrel-bd0892","model":"e2e-extmod-att-user-a1f8ce/e2e-att-unrel-bd0892","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:06.781216021Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:08.474593303Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-models-other-sub","reconcileID":"5ef3ab5b-034b-47ed-b7cb-2c1bf2111dfd","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscription":"e2e-models-other-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:08.69021426Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-models-other-sub","reconcileID":"5ef3ab5b-034b-47ed-b7cb-2c1bf2111dfd","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-f73e89/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:08.899564087Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-subscription","reconcileID":"a3768a9e-b781-4304-8611-59a79be625ac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:08.906316353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"6c62de59-e7c5-4d29-8d71-a4f082027be7","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:08.906636618Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3986bf priority=0:[ai-tenant-e2e-extmod-b-3986bf/e2e-att-serve-185fad-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-unrel-bd0892-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:09.034852906Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-0d2807-sub","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"test-model-0d2807-sub","reconcileID":"bfe92d2f-7826-4651-8596-2643d2e48648","MaaSSubscription":{"name":"test-model-0d2807-sub","namespace":"ai-tenant-e2e-inf-a-0d2807"},"model":"ai-tenant-e2e-inf-a-0d2807/test-model-0d2807","subscription":"test-model-0d2807-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:09.06201642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-models-access-denied-auth","reconcileID":"cd4bd6b4-20b4-4a1c-aecb-e7334823d216","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:09.062055449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"45bd1f49-34cc-4fe1-bfbe-5a1181f83fc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:09.064301983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"efce2e73-7ffb-4128-a016-f06d46158133","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:09.071135109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"3a0113ba-2a9a-48ae-9303-63b702698068","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:09.087106677Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-0d2807-sub","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"test-model-0d2807-sub","reconcileID":"bfe92d2f-7826-4651-8596-2643d2e48648","MaaSSubscription":{"name":"test-model-0d2807-sub","namespace":"ai-tenant-e2e-inf-a-0d2807"},"model":"ai-tenant-e2e-inf-a-0d2807/test-model-0d2807","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:09.119143216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"45bd1f49-34cc-4fe1-bfbe-5a1181f83fc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:09.119396404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-models-access-denied-auth","reconcileID":"cd4bd6b4-20b4-4a1c-aecb-e7334823d216","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:09.121461679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"efce2e73-7ffb-4128-a016-f06d46158133","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:09.139469953Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-0d2807-sub","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"test-model-0d2807-sub","reconcileID":"bfe92d2f-7826-4651-8596-2643d2e48648","MaaSSubscription":{"name":"test-model-0d2807-sub","namespace":"ai-tenant-e2e-inf-a-0d2807"},"name":"maas-trlp-test-model-0d2807","namespace":"ai-tenant-e2e-inf-a-0d2807","model":"ai-tenant-e2e-inf-a-0d2807/test-model-0d2807","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:09.274220796Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-models-access-denied-auth","reconcileID":"05646e7f-bc83-4de3-a25b-bb9ec52a7b68","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:09.416525795Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0d2807","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"test-model-0d2807","reconcileID":"70e02f9b-103a-4baf-91dd-7abf919c637b","MaaSModelRef":{"name":"test-model-0d2807","namespace":"ai-tenant-e2e-inf-a-0d2807"},"tenant":"e2e-inf-a-0d2807","gateway":"openshift-ingress/e2e-inf-a-0d2807","model":"ai-tenant-e2e-inf-a-0d2807/test-model-0d2807","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:09.416551838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-0d2807","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"test-model-0d2807","reconcileID":"70e02f9b-103a-4baf-91dd-7abf919c637b","MaaSModelRef":{"name":"test-model-0d2807","namespace":"ai-tenant-e2e-inf-a-0d2807"},"routeName":"test-model-0d2807-kserve-route","namespace":"ai-tenant-e2e-inf-a-0d2807","llmisvcName":"test-model-0d2807","gateway":"openshift-ingress/e2e-inf-a-0d2807","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:09.41659797Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3986bf priority=0:[ai-tenant-e2e-extmod-b-3986bf/e2e-att-serve-185fad-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-unrel-bd0892-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:09.483448904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"4a1915ad-d5fe-4847-a569-07e7bdcb27ac","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:10.872772362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"9d4b89dd-3a09-45a9-a027-6871b18ee6f0","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:10.927634965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"ed803657-a42f-4ed8-b95f-ac734a87d958","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:11.135121445Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cda04f-auth","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f-auth","reconcileID":"7ae764e8-9c74-4449-8660-daa196af5356","MaaSAuthPolicy":{"name":"test-model-cda04f-auth","namespace":"ai-tenant-e2e-inf-b-cda04f"},"model":"ai-tenant-e2e-inf-b-cda04f/test-model-cda04f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:11.156698494Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3986bf priority=0:[ai-tenant-e2e-extmod-b-3986bf/e2e-att-serve-185fad-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-unrel-bd0892-sub]","namespace=ai-tenant-e2e-worker-w4-f73e89 priority=10:[ai-tenant-e2e-worker-w4-f73e89/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w4-f73e89/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:11.208146147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-ignore-header-auth1","reconcileID":"e2759a2f-f74b-4dbc-8514-d1ce3f55812d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:06:11.280935992Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-ignore-header-sub1","reconcileID":"9f49c160-4862-48a0-bf0b-30d2734aaf56","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:11.285079876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-ignore-header-auth1","reconcileID":"e2759a2f-f74b-4dbc-8514-d1ce3f55812d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:11.30469662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"distinct-2-w2-14a6e4","reconcileID":"e0de7634-6370-43aa-a6d1-b70828ddc1e2","MaaSModelRef":{"name":"distinct-2-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"distinct-2-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"distinct-2-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:11.352115514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cda04f-auth","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f-auth","reconcileID":"7ae764e8-9c74-4449-8660-daa196af5356","MaaSAuthPolicy":{"name":"test-model-cda04f-auth","namespace":"ai-tenant-e2e-inf-b-cda04f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-cda04f","tenantID":"e2e-inf-b-cda04f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:11.364947061Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cda04f","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f","reconcileID":"59033589-6d31-44b8-a302-13c19c513f95","MaaSModelRef":{"name":"test-model-cda04f","namespace":"ai-tenant-e2e-inf-b-cda04f"},"tenant":"e2e-inf-b-cda04f","gateway":"openshift-ingress/e2e-inf-b-cda04f","model":"ai-tenant-e2e-inf-b-cda04f/test-model-cda04f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:11.365047528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cda04f","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f","reconcileID":"59033589-6d31-44b8-a302-13c19c513f95","MaaSModelRef":{"name":"test-model-cda04f","namespace":"ai-tenant-e2e-inf-b-cda04f"},"routeName":"test-model-cda04f-kserve-route","namespace":"ai-tenant-e2e-inf-b-cda04f","llmisvcName":"test-model-cda04f","gateway":"openshift-ingress/e2e-inf-b-cda04f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:11.39378627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"2269fe1c-800e-4e74-abab-3f6dc2ef0262","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:11.394506874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"919b0c48-5a7c-4d03-be2a-f79f59245011","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:11.462217964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"919b0c48-5a7c-4d03-be2a-f79f59245011","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:11.531627131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"2269fe1c-800e-4e74-abab-3f6dc2ef0262","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:11.559558454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"d2d636ec-1f7e-48aa-bee8-8f36a06e727b","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:11.625034275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"88a2107e-bd7d-469b-b990-917abd6b8743","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:11.625483537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"338fb6e6-77fe-40aa-9e66-f97054c6f466","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:11.625727344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"d5448b52-d51b-4949-9760-9ad2bd59d879","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:11.647003098Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cda04f-auth","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f-auth","reconcileID":"7ae764e8-9c74-4449-8660-daa196af5356","MaaSAuthPolicy":{"name":"test-model-cda04f-auth","namespace":"ai-tenant-e2e-inf-b-cda04f"},"name":"e2e-inf-b-cda04f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:11.659456527Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cda04f-auth","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f-auth","reconcileID":"7ae764e8-9c74-4449-8660-daa196af5356","MaaSAuthPolicy":{"name":"test-model-cda04f-auth","namespace":"ai-tenant-e2e-inf-b-cda04f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-cda04f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:11.722915902Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cda04f-auth","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f-auth","reconcileID":"187c83cd-28f0-41aa-8d1c-42abbcf89c15","MaaSAuthPolicy":{"name":"test-model-cda04f-auth","namespace":"ai-tenant-e2e-inf-b-cda04f"},"model":"ai-tenant-e2e-inf-b-cda04f/test-model-cda04f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:11.724225519Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cda04f","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f","reconcileID":"640260ab-a87d-42ed-b350-021153fb538c","MaaSModelRef":{"name":"test-model-cda04f","namespace":"ai-tenant-e2e-inf-b-cda04f"},"tenant":"e2e-inf-b-cda04f","gateway":"openshift-ingress/e2e-inf-b-cda04f","model":"ai-tenant-e2e-inf-b-cda04f/test-model-cda04f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:11.724248679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cda04f","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f","reconcileID":"640260ab-a87d-42ed-b350-021153fb538c","MaaSModelRef":{"name":"test-model-cda04f","namespace":"ai-tenant-e2e-inf-b-cda04f"},"routeName":"test-model-cda04f-kserve-route","namespace":"ai-tenant-e2e-inf-b-cda04f","llmisvcName":"test-model-cda04f","gateway":"openshift-ingress/e2e-inf-b-cda04f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:11.779202635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-cda04f-sub","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f-sub","reconcileID":"09d38a93-2381-498c-bb96-53119e555fb2","MaaSSubscription":{"name":"test-model-cda04f-sub","namespace":"ai-tenant-e2e-inf-b-cda04f"},"name":"maas-trlp-test-model-cda04f","model":"ai-tenant-e2e-inf-b-cda04f/test-model-cda04f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:11.787899046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"fe838eba-881d-4563-a5e2-7bee5d631b4b","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:11.788340767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"6480e6ef-a2e5-4540-901c-939ddc29eacd","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:11.800184423Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3986bf priority=0:[ai-tenant-e2e-extmod-b-3986bf/e2e-att-serve-185fad-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-unrel-bd0892-sub]","namespace=ai-tenant-e2e-worker-w4-f73e89 priority=10:[ai-tenant-e2e-worker-w4-f73e89/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w4-f73e89/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:11.801216906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"4a7889f1-8e2a-49c6-80ab-12aafb6c3bcb","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:11.874040388Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-ignore-header-sub1","reconcileID":"fc173e48-dd05-4dec-9bc6-2a3092e88907","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-distinct-w4-f73e89","model":"distinct-w4-f73e89","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-f73e89/e2e-ignore-header-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:11.875424525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"26e3ed07-c135-4887-b114-e06622a7cfb7","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:11.884978532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-ignore-header-auth2","reconcileID":"aae52231-77f9-4106-af61-01c15582c356","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:11.890871749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cda04f","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f","reconcileID":"83f2ab8f-162e-448f-95af-8a9431d8b709","MaaSModelRef":{"name":"test-model-cda04f","namespace":"ai-tenant-e2e-inf-b-cda04f"},"tenant":"e2e-inf-b-cda04f","gateway":"openshift-ingress/e2e-inf-b-cda04f","model":"ai-tenant-e2e-inf-b-cda04f/test-model-cda04f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:11.89096654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cda04f","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f","reconcileID":"83f2ab8f-162e-448f-95af-8a9431d8b709","MaaSModelRef":{"name":"test-model-cda04f","namespace":"ai-tenant-e2e-inf-b-cda04f"},"routeName":"test-model-cda04f-kserve-route","namespace":"ai-tenant-e2e-inf-b-cda04f","llmisvcName":"test-model-cda04f","gateway":"openshift-ingress/e2e-inf-b-cda04f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:11.931376678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"71659d81-cf84-45e6-9f5b-b03e3d12eb70","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:06:11.93747373Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-ignore-header-sub2","reconcileID":"24f09b44-a556-4ae4-a5de-b5022b93d6ae","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:11.944396423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-ignore-header-auth2","reconcileID":"aae52231-77f9-4106-af61-01c15582c356","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:11.986801102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cda04f-auth","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f-auth","reconcileID":"187c83cd-28f0-41aa-8d1c-42abbcf89c15","MaaSAuthPolicy":{"name":"test-model-cda04f-auth","namespace":"ai-tenant-e2e-inf-b-cda04f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-cda04f","tenantID":"e2e-inf-b-cda04f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:11.99513052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-ignore-header-auth1","reconcileID":"9dabb132-f052-44bc-8393-f2ed939836d1","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:12.021966283Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3986bf priority=0:[ai-tenant-e2e-extmod-b-3986bf/e2e-att-serve-185fad-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-unrel-bd0892-sub]","namespace=ai-tenant-e2e-worker-w4-f73e89 priority=10:[ai-tenant-e2e-worker-w4-f73e89/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w4-f73e89/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:12.022311187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"05eee67c-d988-4879-b258-9fbe55d73e7f","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:12.044931762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cda04f-auth","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f-auth","reconcileID":"187c83cd-28f0-41aa-8d1c-42abbcf89c15","MaaSAuthPolicy":{"name":"test-model-cda04f-auth","namespace":"ai-tenant-e2e-inf-b-cda04f"},"name":"e2e-inf-b-cda04f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:12.044955237Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cda04f-auth","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f-auth","reconcileID":"187c83cd-28f0-41aa-8d1c-42abbcf89c15","MaaSAuthPolicy":{"name":"test-model-cda04f-auth","namespace":"ai-tenant-e2e-inf-b-cda04f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-cda04f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:12.048430076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"6a6cc968-61b5-4ee3-999a-75394f6df321","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:12.05219964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"73c423d4-7565-4710-bff3-e7eba02c0052","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:12.053575581Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-cda04f-sub","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f-sub","reconcileID":"3d1ba19d-dbe0-457c-ad9a-f88b94883eb4","MaaSSubscription":{"name":"test-model-cda04f-sub","namespace":"ai-tenant-e2e-inf-b-cda04f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7ffc4cba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:12.057313392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-ignore-header-auth1","reconcileID":"9dabb132-f052-44bc-8393-f2ed939836d1","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:12.077359684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"32b6780e-7fb2-441a-825d-bce7fc40084b","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:06:12.09665854Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-cda04f-auth","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f-auth","reconcileID":"187c83cd-28f0-41aa-8d1c-42abbcf89c15","error":"maasauthpolicies.maas.opendatahub.io \"test-model-cda04f-auth\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:12.09876618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"886ba196-36a4-4189-9498-5a07c0748732","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:12.104526418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"1f740b61-7ecd-4d36-a24e-4e75026ff0fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:12.105189895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"498760f5-7b5b-499c-8bb3-3bc7c97ba082","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:06:12.130677749Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-active-sub","reconcileID":"03c1d4f6-4048-4aba-a6ea-856c0caa65db","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:12.153609554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"82b62f6d-b269-4a28-b904-4207d3f98f42","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:12.162100518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"886ba196-36a4-4189-9498-5a07c0748732","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:12.16546285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"1f740b61-7ecd-4d36-a24e-4e75026ff0fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:12.245608294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"9273e70f-e516-41d5-b7fd-f7bd01ed9e1c","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:12.262487968Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-ignore-header-sub1","reconcileID":"21f0e3dd-a9f1-4c77-a51c-d6065960c262","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-distinct-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/distinct-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:12.262715259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"37b2bbcb-bf3d-4d1d-aca0-52a9a1d1d91c","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:12.303079075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"a42d050f-7043-463c-b936-e5e71d67b45a","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:12.310357139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-active-auth","reconcileID":"394c1ed9-2d03-47f1-8b90-0601f63c7ba2","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:12.36627309Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-ignore-header-sub2","reconcileID":"5ca5dde8-9416-4180-ae9c-c99faaf44553","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-distinct-2-w4-f73e89","model":"distinct-2-w4-f73e89","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-f73e89/e2e-ignore-header-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:12.367368934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-active-auth","reconcileID":"394c1ed9-2d03-47f1-8b90-0601f63c7ba2","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:12.52281951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-ignore-header-auth2","reconcileID":"b8ef98d7-e1bc-4f9f-a7c4-9bfb156853c7","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:12.534251804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"fd17f9a8-77b7-4380-be21-434dc838a9ea","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:12.578949583Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-active-sub","reconcileID":"63545e65-8357-47db-a96d-c832aff24d3f","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-14a6e4/e2e-status-active-sub","ai-tenant-e2e-worker-w2-14a6e4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:12.580780564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-ignore-header-auth2","reconcileID":"b8ef98d7-e1bc-4f9f-a7c4-9bfb156853c7","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:12.622141066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-ignore-header-auth1","reconcileID":"4dcc81af-836d-496e-a156-9cd086684bae","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:12.664619553Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-bd0892-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-sub","reconcileID":"5cf5eb5c-20c8-4fc2-aa56-960bc2733aa1","MaaSSubscription":{"name":"e2e-att-unrel-bd0892-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-unrel-bd0892","model":"e2e-extmod-att-user-a1f8ce/e2e-att-unrel-bd0892","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:12.678790527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-ignore-header-auth1","reconcileID":"4dcc81af-836d-496e-a156-9cd086684bae","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:12.683636118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"d2a7265e-5cbe-4192-b2e0-388f944a50d1","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:12.720232929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"7276895d-2869-4e79-af6c-fb0469d751f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:12.720236297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"d03c1ecd-9f21-4c6c-b6a4-9eeb3313069c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:12.744243806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"69071bdb-2c67-4bbb-9e08-c0327bfeaff5","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:12.744712897Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-ignore-header-sub2","reconcileID":"55a75bc2-fe80-425e-bdd1-0d48551742a0","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-distinct-2-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/distinct-2-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:12.777397998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"d03c1ecd-9f21-4c6c-b6a4-9eeb3313069c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:12.777416964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"7276895d-2869-4e79-af6c-fb0469d751f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:12.787704039Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"009a0db7-0182-4653-b9e6-ab6ef654edef","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:12.838351485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"e95cef70-156d-4fac-a46a-e2f18dd1d166","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:12.895225312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"e95cef70-156d-4fac-a46a-e2f18dd1d166","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:12.948666739Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-unrel-bd0892","reconcileID":"b8bafa3f-a76d-4ad1-b583-99170497e467","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-att-user-a1f8ce/e2e-att-unrel-bd0892","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:12.948686838Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-unrel-bd0892","reconcileID":"b8bafa3f-a76d-4ad1-b583-99170497e467","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"routeName":"external-model-e2e-att-unrel-bd0892-ebe3eedf0976","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-att-unrel-bd0892","externalModel":"e2e-att-unrel-bd0892","provider":"e2e-att-unrel-bd0892-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:12.952363733Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-active-sub","reconcileID":"bb9c16ef-29ea-4bb1-80d2-8407e84755b6","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:12.981456401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"b73e1af0-0210-4015-a26b-4fcc5e8ccc4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:13.037965231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"b73e1af0-0210-4015-a26b-4fcc5e8ccc4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:13.082034215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-active-auth","reconcileID":"27e4597b-31b7-4772-b922-ce1e3c117abe","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:13.084994195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"994edbc8-1328-4efd-a2f2-efddc2b64f42","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:13.088061448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"cac76761-ab0b-4f16-ac32-70409af754b3","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:13.138885901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-active-auth","reconcileID":"27e4597b-31b7-4772-b922-ce1e3c117abe","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:13.141587143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"994edbc8-1328-4efd-a2f2-efddc2b64f42","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:13.144338043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"cac76761-ab0b-4f16-ac32-70409af754b3","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:14.78517379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"0c72f1ab-ce17-4821-896c-04bf03a196ed","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:14.941565397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"3b8a1a89-bc0e-41f2-9b85-3b396b08151e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:14.941694132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-active-auth","reconcileID":"bc177f65-d334-4c8c-b6ef-ebf2f181159d","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:14.941566608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"f11cc4a7-49d0-4efe-9b59-0d59654030d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:15.000670999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-active-auth","reconcileID":"bc177f65-d334-4c8c-b6ef-ebf2f181159d","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:15.002657579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"f11cc4a7-49d0-4efe-9b59-0d59654030d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:15.004762034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"3b8a1a89-bc0e-41f2-9b85-3b396b08151e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:15.602957718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"08ad7059-7974-478b-a333-ec625d748ecb","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:15.763182887Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-ignore-header-sub1","reconcileID":"55403ff4-6822-4b19-8696-d0adb2fee677","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d52e3446","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:15.860719964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"a5193478-d774-4b40-b279-a7c7912ce3f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:15.86074069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-ignore-header-auth2","reconcileID":"b38b9fb0-61d0-49ce-9fea-a2e3df2e3151","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:15.861136866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-ignore-header-auth1","reconcileID":"d4758502-06d6-4fe2-a816-8562a67fdccf","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:15.861222947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"a531f42b-23f3-4492-b970-a1662b1884d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:15.918469266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-ignore-header-auth2","reconcileID":"b38b9fb0-61d0-49ce-9fea-a2e3df2e3151","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:15.918513962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-ignore-header-auth1","reconcileID":"d4758502-06d6-4fe2-a816-8562a67fdccf","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:15.922049499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"a531f42b-23f3-4492-b970-a1662b1884d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:15.922067813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"a5193478-d774-4b40-b279-a7c7912ce3f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:16.331195852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-ignore-header-auth1","reconcileID":"b25c17b3-b345-4277-862a-7d9a78a9f0ff","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:16.331409038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"e05dd003-c6f3-4159-b856-344e135cbee4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:16.331652928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-ignore-header-auth2","reconcileID":"b44048f0-bd4b-4677-aecb-20c7361dd91b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:16.331827247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"92f1e1b1-dc16-4193-8467-b2616caedf51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:16.388589365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"e05dd003-c6f3-4159-b856-344e135cbee4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:16.389524519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-ignore-header-auth1","reconcileID":"b25c17b3-b345-4277-862a-7d9a78a9f0ff","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:16.39103355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"92f1e1b1-dc16-4193-8467-b2616caedf51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:16.3927493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-ignore-header-auth2","reconcileID":"b44048f0-bd4b-4677-aecb-20c7361dd91b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:19.343883445Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"5e937d23-f9ec-440b-8a9b-d12d9f9b91b8","namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:19.401143386Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"47288189-c7f2-466e-ac67-f14febd49b4c","namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:19.499781037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0dfe0660-376b-4706-aee2-eed0f1c49334","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:19.499794673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"dc301b34-c95e-4575-aae5-3a78abf5cef5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:19.500282645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"a2549726-2c23-4f8f-a2f1-cc4f24bb9322","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:19.500458628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0d1d3465-6e51-45fe-a97a-1e225c528511","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:19.55722872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"dc301b34-c95e-4575-aae5-3a78abf5cef5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:19.557459669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0dfe0660-376b-4706-aee2-eed0f1c49334","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:19.559639143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"a2549726-2c23-4f8f-a2f1-cc4f24bb9322","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:19.559761564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0d1d3465-6e51-45fe-a97a-1e225c528511","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:19.60300615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-ignore-header-auth2","reconcileID":"38bcc3e2-2b3b-400a-8d14-5bee327dcc25","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:19.660136792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-ignore-header-auth2","reconcileID":"38bcc3e2-2b3b-400a-8d14-5bee327dcc25","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:19.729637717Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"f761cac2-7cb7-42b3-bdb4-39f1676f234e","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:19.886642321Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-185fad-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-sub","reconcileID":"c4f9856a-659f-4434-8b8c-077d150734e7","MaaSSubscription":{"name":"e2e-att-serve-185fad-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-serve-185fad","model":"e2e-extmod-att-user-a1f8ce/e2e-att-serve-185fad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:19.88688528Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-bd0892-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-sub","reconcileID":"a4e9df07-7256-4848-a9ba-0d2445699e6f","MaaSSubscription":{"name":"e2e-att-unrel-bd0892-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-unrel-bd0892","model":"e2e-extmod-att-user-a1f8ce/e2e-att-unrel-bd0892","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:19.891940329Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"7a2a4481-9593-488e-994e-99d99219d6d1","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-att-user-a1f8ce/e2e-att-serve-185fad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:19.891965558Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"7a2a4481-9593-488e-994e-99d99219d6d1","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"routeName":"external-model-e2e-att-serve-185fad-5fa01018e074","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-att-serve-185fad","externalModel":"e2e-att-serve-185fad","provider":"e2e-att-serve-185fad-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:19.919253006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"fb0ef4bd-19f0-4990-aa87-351af310c199","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:19.977165006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"fb0ef4bd-19f0-4990-aa87-351af310c199","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:19.997467088Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-unrel-bd0892","reconcileID":"5e8b3a30-a88f-4488-8efd-f936b804ac2f","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-att-user-a1f8ce/e2e-att-unrel-bd0892","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:19.997506017Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-unrel-bd0892","reconcileID":"5e8b3a30-a88f-4488-8efd-f936b804ac2f","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"routeName":"external-model-e2e-att-unrel-bd0892-ebe3eedf0976","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-att-unrel-bd0892","externalModel":"e2e-att-unrel-bd0892","provider":"e2e-att-unrel-bd0892-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:20.020515896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"5a54b51c-ac98-4b7e-95c5-cda8b529e83f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:20.021296419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"ce961d51-8fb0-426a-9a23-3fb2af398744","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:20.021956085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"7a08fc79-75ea-4260-9c4d-e0be57b728bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:20.022851782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"71566841-685c-49e4-81cb-88958105d481","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:20.083223407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"71566841-685c-49e4-81cb-88958105d481","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:20.084965331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"7a08fc79-75ea-4260-9c4d-e0be57b728bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:20.087413197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"5a54b51c-ac98-4b7e-95c5-cda8b529e83f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:20.088266074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"ce961d51-8fb0-426a-9a23-3fb2af398744","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:20.105125517Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"4da127b9-3ff5-40bd-ab38-dd9ce2fd2255","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:20.399241509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-active-auth","reconcileID":"b3fd1d07-98f9-4b8c-af5f-231af2690a8d","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:20.403218591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"78a62e7f-3fb8-4b73-a4f1-59ed390d75ac","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:20.404276552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2a446cff-07e0-4503-aadb-b1d4aa611834","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:20.456474948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-active-auth","reconcileID":"b3fd1d07-98f9-4b8c-af5f-231af2690a8d","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:20.461057368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"78a62e7f-3fb8-4b73-a4f1-59ed390d75ac","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:20.461654739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2a446cff-07e0-4503-aadb-b1d4aa611834","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:20.501528459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-ignore-header-auth1","reconcileID":"68539f5d-b355-4d6e-94b7-f3a22f2f56db","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:20.50536755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-ignore-header-auth2","reconcileID":"ca625aa8-7877-482e-8c93-0a57c860cffb","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:20.558223805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-ignore-header-auth1","reconcileID":"68539f5d-b355-4d6e-94b7-f3a22f2f56db","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:20.56458867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-ignore-header-auth2","reconcileID":"ca625aa8-7877-482e-8c93-0a57c860cffb","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:20.770049725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"86bf4e94-aa58-4407-a5db-422771d4ba58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:20.822165965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"837b4494-2fe0-4365-879b-916c75f7ca60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:20.826827152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"86bf4e94-aa58-4407-a5db-422771d4ba58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:20.873764149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"d5a774c4-36b7-4935-be81-4c8630be61d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:20.879039444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"837b4494-2fe0-4365-879b-916c75f7ca60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:20.914175331Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"f8144cb4-a1ef-4e21-8ed8-b9ce276e27ce","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:20.931466624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"d5a774c4-36b7-4935-be81-4c8630be61d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:20.976256659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"0712899c-65d2-4359-a435-666667d18e13","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:21.018146613Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-unrel-bd0892","reconcileID":"ddc0af98-8a37-4b63-9d56-6b38ddd74935","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-att-user-a1f8ce/e2e-att-unrel-bd0892","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:21.018174127Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-unrel-bd0892","reconcileID":"ddc0af98-8a37-4b63-9d56-6b38ddd74935","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"routeName":"external-model-e2e-att-unrel-bd0892-ebe3eedf0976","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-att-unrel-bd0892","externalModel":"e2e-att-unrel-bd0892","provider":"e2e-att-unrel-bd0892-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:21.033023551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"0712899c-65d2-4359-a435-666667d18e13","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:21.078750899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"ef8aae0e-d7b8-467d-a9ac-167110d45a89","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:21.122839143Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-bd0892-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-sub","reconcileID":"d2785203-3570-40bf-a3cd-b63ef68efef0","MaaSSubscription":{"name":"e2e-att-unrel-bd0892-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-unrel-bd0892","model":"e2e-extmod-att-user-a1f8ce/e2e-att-unrel-bd0892","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:21.122872229Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"98f369d0-29c4-4360-9e71-20197704bb86","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-att-user-a1f8ce/e2e-att-serve-185fad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:21.12289001Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"98f369d0-29c4-4360-9e71-20197704bb86","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"routeName":"external-model-e2e-att-serve-185fad-5fa01018e074","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-att-serve-185fad","externalModel":"e2e-att-serve-185fad","provider":"e2e-att-serve-185fad-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:21.12335223Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-185fad-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-sub","reconcileID":"ac370cc3-0561-42c3-bc38-71a8ac4e8af4","MaaSSubscription":{"name":"e2e-att-serve-185fad-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-serve-185fad","model":"e2e-extmod-att-user-a1f8ce/e2e-att-serve-185fad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:21.135598518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"ef8aae0e-d7b8-467d-a9ac-167110d45a89","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:21.227109739Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"a1fe2b4e-1f55-4be1-a187-05a666077ce1","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:21.445309975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"60b06206-4917-447a-8920-7ed9ecf816a9","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:21.502165599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"60b06206-4917-447a-8920-7ed9ecf816a9","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:21.548849748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"67a8e1c6-e02b-4b83-9219-0ee8951c817a","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:21.605441905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"67a8e1c6-e02b-4b83-9219-0ee8951c817a","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:21.902606261Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"bca4e6ce-7ed4-4916-bb5a-a9188a73c3b5","namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:06:21.983462824Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"7eb25674-ba77-4230-9b7d-7030ef7412b9","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"error":"ExternalModel e2e-extmod-att-user-a1f8ce/e2e-att-detach-f08036 is attached to several gateways [openshift-ingress/e2e-extmod-a-cfe368 openshift-ingress/e2e-extmod-b-3986bf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:06:22.042158641Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"7eb25674-ba77-4230-9b7d-7030ef7412b9","error":"ExternalModel e2e-extmod-att-user-a1f8ce/e2e-att-detach-f08036 is attached to several gateways [openshift-ingress/e2e-extmod-a-cfe368 openshift-ingress/e2e-extmod-b-3986bf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:22.071113042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"93e88bd0-e330-4a63-a964-ac4ddea0f8df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:22.084566196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d8aad6a2-cf21-4777-ae5b-c3d79004f8c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:22.08683457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"29024312-4ee2-4fb8-b479-cfb20a0425ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:22.086853017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"480ad385-1187-4ad3-ae3f-59633b12a659","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:06:22.100179922Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"76641011-97fc-48ca-8177-59e2852b5271","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"error":"ExternalModel e2e-extmod-att-user-a1f8ce/e2e-att-detach-f08036 is attached to several gateways [openshift-ingress/e2e-extmod-a-cfe368 openshift-ingress/e2e-extmod-b-3986bf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:06:22.100242799Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"76641011-97fc-48ca-8177-59e2852b5271","error":"ExternalModel e2e-extmod-att-user-a1f8ce/e2e-att-detach-f08036 is attached to several gateways [openshift-ingress/e2e-extmod-a-cfe368 openshift-ingress/e2e-extmod-b-3986bf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:22.105337519Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-cda04f-sub","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f-sub","reconcileID":"34d313ee-f989-4655-a5b8-37d1aefb6b4c","MaaSSubscription":{"name":"test-model-cda04f-sub","namespace":"ai-tenant-e2e-inf-b-cda04f"},"model":"ai-tenant-e2e-inf-b-cda04f/test-model-cda04f","subscription":"test-model-cda04f-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:22.127688647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"93e88bd0-e330-4a63-a964-ac4ddea0f8df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:22.1414283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d8aad6a2-cf21-4777-ae5b-c3d79004f8c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:22.143177185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"480ad385-1187-4ad3-ae3f-59633b12a659","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:22.143814534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"29024312-4ee2-4fb8-b479-cfb20a0425ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:22.157690907Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-cda04f-sub","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f-sub","reconcileID":"34d313ee-f989-4655-a5b8-37d1aefb6b4c","MaaSSubscription":{"name":"test-model-cda04f-sub","namespace":"ai-tenant-e2e-inf-b-cda04f"},"model":"ai-tenant-e2e-inf-b-cda04f/test-model-cda04f","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:06:22.162603843Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"baa0ce9f-c7b9-4ab5-94ba-75c4c0dd3400","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"error":"ExternalModel e2e-extmod-att-user-a1f8ce/e2e-att-detach-f08036 is attached to several gateways [openshift-ingress/e2e-extmod-a-cfe368 openshift-ingress/e2e-extmod-b-3986bf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:06:22.16266135Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"baa0ce9f-c7b9-4ab5-94ba-75c4c0dd3400","error":"ExternalModel e2e-extmod-att-user-a1f8ce/e2e-att-detach-f08036 is attached to several gateways [openshift-ingress/e2e-extmod-a-cfe368 openshift-ingress/e2e-extmod-b-3986bf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:22.187309954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"e1b3c0ed-009a-4441-9991-fb8b0405a90e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:22.209680694Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-cda04f-sub","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f-sub","reconcileID":"34d313ee-f989-4655-a5b8-37d1aefb6b4c","MaaSSubscription":{"name":"test-model-cda04f-sub","namespace":"ai-tenant-e2e-inf-b-cda04f"},"name":"maas-trlp-test-model-cda04f","namespace":"ai-tenant-e2e-inf-b-cda04f","model":"ai-tenant-e2e-inf-b-cda04f/test-model-cda04f","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:06:22.235190682Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"2c190478-475e-4c14-a81e-900b304d74e0","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"error":"ExternalModel e2e-extmod-att-user-a1f8ce/e2e-att-detach-f08036 is attached to several gateways [openshift-ingress/e2e-extmod-a-cfe368 openshift-ingress/e2e-extmod-b-3986bf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:06:22.235251958Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"2c190478-475e-4c14-a81e-900b304d74e0","error":"ExternalModel e2e-extmod-att-user-a1f8ce/e2e-att-detach-f08036 is attached to several gateways [openshift-ingress/e2e-extmod-a-cfe368 openshift-ingress/e2e-extmod-b-3986bf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:22.244123491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"e1b3c0ed-009a-4441-9991-fb8b0405a90e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:06:22.328466478Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"e7bfe5ff-56f6-48c5-a4c1-3c4c416f5dd0","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"error":"ExternalModel e2e-extmod-att-user-a1f8ce/e2e-att-detach-f08036 is attached to several gateways [openshift-ingress/e2e-extmod-a-cfe368 openshift-ingress/e2e-extmod-b-3986bf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:06:22.328535767Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"e7bfe5ff-56f6-48c5-a4c1-3c4c416f5dd0","error":"ExternalModel e2e-extmod-att-user-a1f8ce/e2e-att-detach-f08036 is attached to several gateways [openshift-ingress/e2e-extmod-a-cfe368 openshift-ingress/e2e-extmod-b-3986bf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:06:22.461727482Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"1fa5d9c0-d281-4066-a9a2-23813be7da67","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"error":"ExternalModel e2e-extmod-att-user-a1f8ce/e2e-att-detach-f08036 is attached to several gateways [openshift-ingress/e2e-extmod-a-cfe368 openshift-ingress/e2e-extmod-b-3986bf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:06:22.461812021Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"1fa5d9c0-d281-4066-a9a2-23813be7da67","error":"ExternalModel e2e-extmod-att-user-a1f8ce/e2e-att-detach-f08036 is attached to several gateways [openshift-ingress/e2e-extmod-a-cfe368 openshift-ingress/e2e-extmod-b-3986bf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:22.483086421Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3986bf priority=0:[ai-tenant-e2e-extmod-b-3986bf/e2e-att-serve-185fad-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-unrel-bd0892-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:22.483119759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cda04f","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f","reconcileID":"9755d2ac-9316-4379-b76c-ee87771e6279","MaaSModelRef":{"name":"test-model-cda04f","namespace":"ai-tenant-e2e-inf-b-cda04f"},"tenant":"e2e-inf-b-cda04f","gateway":"openshift-ingress/e2e-inf-b-cda04f","model":"ai-tenant-e2e-inf-b-cda04f/test-model-cda04f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:22.483132001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-cda04f","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"test-model-cda04f","reconcileID":"9755d2ac-9316-4379-b76c-ee87771e6279","MaaSModelRef":{"name":"test-model-cda04f","namespace":"ai-tenant-e2e-inf-b-cda04f"},"routeName":"test-model-cda04f-kserve-route","namespace":"ai-tenant-e2e-inf-b-cda04f","llmisvcName":"test-model-cda04f","gateway":"openshift-ingress/e2e-inf-b-cda04f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:22.489921286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"b9b1ac77-3a0a-412c-950c-96cf8e8d8091","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:22.490233366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"83ca1995-fad1-44bf-bc50-e5d0ac55dcf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:22.491024035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"db5a1d54-31a3-4455-9daa-54c22322bbac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:22.5399083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"813158c9-1b12-4901-bf80-8fbd9230b260","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:22.547497411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"83ca1995-fad1-44bf-bc50-e5d0ac55dcf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:22.547580343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"b9b1ac77-3a0a-412c-950c-96cf8e8d8091","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:22.551452986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"db5a1d54-31a3-4455-9daa-54c22322bbac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:22.59203962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"a5d50e77-0a02-495e-b7a2-706d5893de48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:22.598052077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"1f26be81-4ad8-46ea-8ed5-d57388f134d7","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:22.655185065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"a5d50e77-0a02-495e-b7a2-706d5893de48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:06:22.682837327Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"5ecb261b-b786-4a92-93c1-dd10339e68d0","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"error":"ExternalModel e2e-extmod-att-user-a1f8ce/e2e-att-detach-f08036 is attached to several gateways [openshift-ingress/e2e-extmod-a-cfe368 openshift-ingress/e2e-extmod-b-3986bf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:06:22.683004575Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"5ecb261b-b786-4a92-93c1-dd10339e68d0","error":"ExternalModel e2e-extmod-att-user-a1f8ce/e2e-att-detach-f08036 is attached to several gateways [openshift-ingress/e2e-extmod-a-cfe368 openshift-ingress/e2e-extmod-b-3986bf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:22.696769677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-ignore-header-auth1","reconcileID":"25c0a95e-24ea-4e7f-b495-c6ca878ca2e1","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:22.786911623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-ignore-header-auth1","reconcileID":"25c0a95e-24ea-4e7f-b495-c6ca878ca2e1","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:22.864125093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-active-auth","reconcileID":"006f94c3-e659-482a-8a20-2efeb7ab8350","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:22.891020846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"9d0a8015-edf7-4779-96e2-b375fa54acbe","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:22.92195284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-active-auth","reconcileID":"006f94c3-e659-482a-8a20-2efeb7ab8350","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:22.950069434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"9d0a8015-edf7-4779-96e2-b375fa54acbe","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:06:23.056361278Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"73c51070-085a-4920-b0fe-06dce4712c67","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"error":"ExternalModel e2e-extmod-att-user-a1f8ce/e2e-att-detach-f08036 is attached to several gateways [openshift-ingress/e2e-extmod-a-cfe368 openshift-ingress/e2e-extmod-b-3986bf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:06:23.056449589Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"73c51070-085a-4920-b0fe-06dce4712c67","error":"ExternalModel e2e-extmod-att-user-a1f8ce/e2e-att-detach-f08036 is attached to several gateways [openshift-ingress/e2e-extmod-a-cfe368 openshift-ingress/e2e-extmod-b-3986bf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:23.068805709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-ignore-header-auth2","reconcileID":"ceaebd02-9a77-43fd-9c66-c0ebb76bb118","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:23.156358454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-ignore-header-auth2","reconcileID":"ceaebd02-9a77-43fd-9c66-c0ebb76bb118","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:06:23.749307898Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"bbbfe5b3-8643-48bd-b668-19839d87c9b2","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"error":"ExternalModel e2e-extmod-att-user-a1f8ce/e2e-att-detach-f08036 is attached to several gateways [openshift-ingress/e2e-extmod-a-cfe368 openshift-ingress/e2e-extmod-b-3986bf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:06:23.749425195Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"bbbfe5b3-8643-48bd-b668-19839d87c9b2","error":"ExternalModel e2e-extmod-att-user-a1f8ce/e2e-att-detach-f08036 is attached to several gateways [openshift-ingress/e2e-extmod-a-cfe368 openshift-ingress/e2e-extmod-b-3986bf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:24.947175428Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-active-sub","reconcileID":"cc66d581-fbcf-41cd-b8a9-2d7eb7479b6e","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscription":"e2e-status-active-sub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:06:25.081998713Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"31f24095-39c2-4b3b-ace0-61c5a481af47","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"error":"ExternalModel e2e-extmod-att-user-a1f8ce/e2e-att-detach-f08036 is attached to several gateways [openshift-ingress/e2e-extmod-a-cfe368 openshift-ingress/e2e-extmod-b-3986bf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:06:25.08206763Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"31f24095-39c2-4b3b-ace0-61c5a481af47","error":"ExternalModel e2e-extmod-att-user-a1f8ce/e2e-att-detach-f08036 is attached to several gateways [openshift-ingress/e2e-extmod-a-cfe368 openshift-ingress/e2e-extmod-b-3986bf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:25.159769222Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-active-sub","reconcileID":"cc66d581-fbcf-41cd-b8a9-2d7eb7479b6e","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-14a6e4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:25.367828757Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"0744b75d-30f7-4a7d-974a-2abda34d5a1b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:25.375115673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"4e916c5f-5451-4ffe-9c22-373bc99d2f1c","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:25.375397735Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3986bf priority=0:[ai-tenant-e2e-extmod-b-3986bf/e2e-att-serve-185fad-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-unrel-bd0892-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:25.531470957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"fc8f89cd-2955-4af6-9c9b-02ba1ad82878","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:25.531774877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-active-auth","reconcileID":"9200417b-7596-4da8-9f12-c7fcc8c4f959","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:25.531884023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"3e338030-c36a-4275-9910-935ee82d0ee2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:25.536396523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"eb862e09-4cf6-4d1c-9f68-e3a1ad900523","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:25.588413926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"fc8f89cd-2955-4af6-9c9b-02ba1ad82878","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:25.588431308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"3e338030-c36a-4275-9910-935ee82d0ee2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:25.590656675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-active-auth","reconcileID":"9200417b-7596-4da8-9f12-c7fcc8c4f959","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:25.74367245Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-active-auth","reconcileID":"49b77f32-189b-4463-bcfb-0c0121055e90","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:25.815220112Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-ignore-header-sub1","reconcileID":"8131631b-d0b4-4c2f-b425-63deaa9abeb3","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"model":"e2e-models-e2e-worker-w4-f73e89/distinct-w4-f73e89","subscription":"e2e-ignore-header-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:25.867387277Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-ignore-header-sub1","reconcileID":"8131631b-d0b4-4c2f-b425-63deaa9abeb3","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"model":"e2e-models-e2e-worker-w4-f73e89/distinct-w4-f73e89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:25.903176742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"55180e49-63b2-40f8-9d74-a1b6ad52e6c7","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:25.919957062Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-ignore-header-sub1","reconcileID":"8131631b-d0b4-4c2f-b425-63deaa9abeb3","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/distinct-w4-f73e89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:26.194627121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"448297c5-5e09-457e-9d8f-81c4a0220668","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:26.1946473Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3986bf priority=0:[ai-tenant-e2e-extmod-b-3986bf/e2e-att-serve-185fad-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-unrel-bd0892-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:26.350130965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"7c52ee4f-fafa-4617-a514-2afc0ae243d7","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:26.455981882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-ignore-header-auth2","reconcileID":"2bedbf64-b835-4f3b-a814-05d2aa7b1172","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:26.456810017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"0121b7db-7b3a-463a-a6cc-fc7aa8051321","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:26.45736266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-ignore-header-auth1","reconcileID":"e9c77069-9067-47cb-8c0e-9023ab711565","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:26.457757417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"93de89e1-b27d-4288-ac5e-0bf5ce162463","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:26.512073296Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-ignore-header-sub2","reconcileID":"6ca4c230-03e7-4a04-a12f-98749be24f54","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bf6b940e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:26.515815412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-ignore-header-auth2","reconcileID":"2bedbf64-b835-4f3b-a814-05d2aa7b1172","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:26.515855495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-ignore-header-auth1","reconcileID":"e9c77069-9067-47cb-8c0e-9023ab711565","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:26.518731564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"93de89e1-b27d-4288-ac5e-0bf5ce162463","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:26.541806136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"0121b7db-7b3a-463a-a6cc-fc7aa8051321","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:26.802857299Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3986bf priority=0:[ai-tenant-e2e-extmod-b-3986bf/e2e-att-serve-185fad-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-unrel-bd0892-sub]"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:06:26.911632154Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-failed-sub","reconcileID":"b9a4e39c-705e-4809-9e34-706eb7097509","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:26.979897345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"3ae0da28-05b4-461d-a7a8-a718c1d26aa4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:26.98171193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"91b56040-5dc5-43a3-bee8-028c082efd5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:26.981823831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-ignore-header-auth2","reconcileID":"a5cf6343-1e8f-4bf3-8c4d-c0ff3bbe1a67","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:26.982670097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-ignore-header-auth1","reconcileID":"d356ee7c-cd50-433c-a6ba-4b986ee9c37e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:26.983652752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"59538445-22fc-46f2-86e8-24eabae7eb7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:27.036751776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"3ae0da28-05b4-461d-a7a8-a718c1d26aa4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:27.038160131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-ignore-header-auth2","reconcileID":"a5cf6343-1e8f-4bf3-8c4d-c0ff3bbe1a67","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:27.039039157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-ignore-header-auth1","reconcileID":"d356ee7c-cd50-433c-a6ba-4b986ee9c37e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:27.04036384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"91b56040-5dc5-43a3-bee8-028c082efd5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:27.041584236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"59538445-22fc-46f2-86e8-24eabae7eb7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:27.408450066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"960489fe-839b-42bb-a364-d62d57bd0806","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:27.408484499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"eab2fa44-505e-42d7-a132-18bbf8ae423e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:27.466947671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"eab2fa44-505e-42d7-a132-18bbf8ae423e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:27.466990333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"960489fe-839b-42bb-a364-d62d57bd0806","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:06:27.6947959Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"7eaf909f-0503-46a6-8eec-08edc50b070e","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"error":"ExternalModel e2e-extmod-att-user-a1f8ce/e2e-att-detach-f08036 is attached to several gateways [openshift-ingress/e2e-extmod-a-cfe368 openshift-ingress/e2e-extmod-b-3986bf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:06:27.69487113Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"7eaf909f-0503-46a6-8eec-08edc50b070e","error":"ExternalModel e2e-extmod-att-user-a1f8ce/e2e-att-detach-f08036 is attached to several gateways [openshift-ingress/e2e-extmod-a-cfe368 openshift-ingress/e2e-extmod-b-3986bf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:29.391708613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"c1ab5c89-f36a-4102-aa76-247bb33415ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:29.391710585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"5392d9a5-d57c-4989-8e81-49816fea103a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:29.448933794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"c1ab5c89-f36a-4102-aa76-247bb33415ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:29.449668644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"5392d9a5-d57c-4989-8e81-49816fea103a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:06:32.915053357Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"94413eac-e98d-411a-975b-ea841d7e0474","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"error":"ExternalModel e2e-extmod-att-user-a1f8ce/e2e-att-detach-f08036 is attached to several gateways [openshift-ingress/e2e-extmod-a-cfe368 openshift-ingress/e2e-extmod-b-3986bf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:06:32.915210694Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"94413eac-e98d-411a-975b-ea841d7e0474","error":"ExternalModel e2e-extmod-att-user-a1f8ce/e2e-att-detach-f08036 is attached to several gateways [openshift-ingress/e2e-extmod-a-cfe368 openshift-ingress/e2e-extmod-b-3986bf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:06:33.947797291Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"35d17872-1277-4829-8672-61b83a01a53c","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"error":"ExternalModel e2e-extmod-att-user-a1f8ce/e2e-att-detach-f08036 is attached to several gateways [openshift-ingress/e2e-extmod-a-cfe368 openshift-ingress/e2e-extmod-b-3986bf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:06:33.948102015Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"35d17872-1277-4829-8672-61b83a01a53c","error":"ExternalModel e2e-extmod-att-user-a1f8ce/e2e-att-detach-f08036 is attached to several gateways [openshift-ingress/e2e-extmod-a-cfe368 openshift-ingress/e2e-extmod-b-3986bf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:35.000950586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27a2e8ff-9edf-4a18-8c67-74802943edb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:35.027030516Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-subscription","reconcileID":"b0199b5b-5c0a-4ce5-adda-f9da61e7c80e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:35.053143466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27a2e8ff-9edf-4a18-8c67-74802943edb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:35.105468618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27a2e8ff-9edf-4a18-8c67-74802943edb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:35.157480883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27a2e8ff-9edf-4a18-8c67-74802943edb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:35.314054922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"03d285cd-6f21-4129-8f07-f27d605f77bd","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:35.31436209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"5a17f12c-9007-4a1f-b59e-c0897ca34c45","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:35.37208603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"5a17f12c-9007-4a1f-b59e-c0897ca34c45","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:35.372109815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"03d285cd-6f21-4129-8f07-f27d605f77bd","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:35.581469743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"3190e437-9506-4583-82ae-af21a5092785","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:35.581679227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-ignore-header-auth2","reconcileID":"6f9a8f61-021f-4064-b062-7339da935422","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:35.581469611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"2b30419f-a63c-43f1-8190-6dc893057da0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:35.639271318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"3190e437-9506-4583-82ae-af21a5092785","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:35.640318164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"2b30419f-a63c-43f1-8190-6dc893057da0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:35.641741533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-ignore-header-auth2","reconcileID":"6f9a8f61-021f-4064-b062-7339da935422","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:35.792002185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"0165ac0b-4d5d-4e30-a5b4-bdfbee57120b","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:35.851735096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"0165ac0b-4d5d-4e30-a5b4-bdfbee57120b","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:35.899685554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-ignore-header-auth1","reconcileID":"04b20741-b317-4c85-bd7c-cf3f8bd688f4","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:35.957068258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-ignore-header-auth1","reconcileID":"04b20741-b317-4c85-bd7c-cf3f8bd688f4","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:36.106045053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"0c6a0c2d-c0df-4be4-9c63-b0504b7be05e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:36.106384719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-ignore-header-auth2","reconcileID":"aaf4113e-0bd3-4100-95fe-f63723d220c6","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:36.106045056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"3a440fb2-3742-4f11-9dd3-7e2396e558b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:36.164928857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"0c6a0c2d-c0df-4be4-9c63-b0504b7be05e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:36.165081141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-ignore-header-auth2","reconcileID":"aaf4113e-0bd3-4100-95fe-f63723d220c6","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:36.167932001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"3a440fb2-3742-4f11-9dd3-7e2396e558b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:36.325303716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"c2833926-662f-451f-ae0d-e96be855298e","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:36.383578548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"c2833926-662f-451f-ae0d-e96be855298e","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:36.565146372Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-ignore-header-sub2","reconcileID":"3a41dc16-5ad5-4fe9-9857-f87f8827e933","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"model":"e2e-models-e2e-worker-w4-f73e89/distinct-2-w4-f73e89","subscription":"e2e-ignore-header-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:36.618972828Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-ignore-header-sub2","reconcileID":"3a41dc16-5ad5-4fe9-9857-f87f8827e933","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"model":"e2e-models-e2e-worker-w4-f73e89/distinct-2-w4-f73e89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:36.671436647Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-ignore-header-sub2","reconcileID":"3a41dc16-5ad5-4fe9-9857-f87f8827e933","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/distinct-2-w4-f73e89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:36.781542709Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:36.920166277Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"2c557ed4-ffa6-4c1e-af72-c9a5d50fb9a8","namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:36.947465895Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3986bf priority=0:[ai-tenant-e2e-extmod-b-3986bf/e2e-att-serve-185fad-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-unrel-bd0892-sub]"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:06:36.972841216Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"0f632f31-7561-427d-862f-5723e93f7a11","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"error":"ExternalModel e2e-extmod-att-user-a1f8ce/e2e-att-detach-f08036 is attached to several gateways [openshift-ingress/e2e-extmod-a-cfe368 openshift-ingress/e2e-extmod-b-3986bf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:06:36.972904322Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"0f632f31-7561-427d-862f-5723e93f7a11","error":"ExternalModel e2e-extmod-att-user-a1f8ce/e2e-att-detach-f08036 is attached to several gateways [openshift-ingress/e2e-extmod-a-cfe368 openshift-ingress/e2e-extmod-b-3986bf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:36.97302488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"a3a8a4f8-4365-48bf-a64b-a8a55a659875","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:37.055564243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e29e21b4-2f5b-4bd3-8353-51803181817b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:37.108094747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e29e21b4-2f5b-4bd3-8353-51803181817b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:37.108219316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"654fb99f-d86e-4636-b839-f208a652fa38","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:37.108442797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"78333768-1334-413f-a6e5-cb7f2329f428","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:37.108821606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1b294414-2f65-4ec9-b144-ce3f1a269276","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:37.111903731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"13bceef3-164c-486f-bbf7-9cd326a09c42","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:37.160456953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e29e21b4-2f5b-4bd3-8353-51803181817b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:37.165243523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"654fb99f-d86e-4636-b839-f208a652fa38","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:37.212694503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e29e21b4-2f5b-4bd3-8353-51803181817b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:37.212836549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-ignore-header-auth1","reconcileID":"3fbbf2cf-3356-46a7-9354-17f83469d86a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:37.217034713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1b294414-2f65-4ec9-b144-ce3f1a269276","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:37.217195407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"78333768-1334-413f-a6e5-cb7f2329f428","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:37.264735823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-ignore-header-auth2","reconcileID":"a5b0984a-17b8-4c9e-a875-95d7568576bf","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:37.270547704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-ignore-header-auth1","reconcileID":"3fbbf2cf-3356-46a7-9354-17f83469d86a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:37.321907494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-ignore-header-auth2","reconcileID":"a5b0984a-17b8-4c9e-a875-95d7568576bf","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:37.581655533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"c824c8a1-289c-4e30-b5ff-c4fd3b090be1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:37.581997405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"7c760ea2-b9a6-45cb-94cc-306a78ad7b3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:37.638172401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"c824c8a1-289c-4e30-b5ff-c4fd3b090be1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:37.63856882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"7c760ea2-b9a6-45cb-94cc-306a78ad7b3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:37.684073471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"0e2a50e6-bb00-4f14-aff7-eb24a081a576","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:37.684337386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"1cf6173a-4f33-4e16-924f-b6945010891f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:37.685163343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"0c0cdc6e-0397-496a-b783-f4ca9845290d","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:37.741041469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"1cf6173a-4f33-4e16-924f-b6945010891f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:37.741785684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"0e2a50e6-bb00-4f14-aff7-eb24a081a576","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:37.743357445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"0c0cdc6e-0397-496a-b783-f4ca9845290d","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:37.898136704Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-ignore-header-auth1","reconcileID":"113a5cd3-3d08-4a62-816e-89275c14f1e0","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"model":"e2e-models-e2e-worker-w4-f73e89/distinct-w4-f73e89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:37.950717201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"82784e9c-1b49-4805-94ae-b4c894a0597e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:37.950891425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"90a511e5-338f-450b-9953-b7344f334f75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:38.009786043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"82784e9c-1b49-4805-94ae-b4c894a0597e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:38.009776847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"90a511e5-338f-450b-9953-b7344f334f75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:38.107588351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-ignore-header-auth2","reconcileID":"349089cf-0f37-424c-b903-d7ae372a375d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:38.155999257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"03e726d5-6c96-4cc8-be7c-31b9ff2cfc3c","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:38.171766969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-ignore-header-auth2","reconcileID":"349089cf-0f37-424c-b903-d7ae372a375d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:38.304665791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"07660a09-052d-43e2-b681-b394ad9d8949","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:38.402889413Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-ignore-header-auth2","reconcileID":"63cb2f66-3897-4635-be03-18dcd788f57d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"model":"e2e-models-e2e-worker-w4-f73e89/distinct-2-w4-f73e89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:38.616039075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"97dcb1c3-fac4-4df9-a355-f5830c598a17","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:06:38.745031593Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"a1c8f136-c403-41e4-9e54-50fc74b60f91","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"error":"ExternalModel e2e-extmod-att-user-a1f8ce/e2e-att-detach-f08036 is attached to several gateways [openshift-ingress/e2e-extmod-a-cfe368 openshift-ingress/e2e-extmod-b-3986bf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:06:38.74510996Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"a1c8f136-c403-41e4-9e54-50fc74b60f91","error":"ExternalModel e2e-extmod-att-user-a1f8ce/e2e-att-detach-f08036 is attached to several gateways [openshift-ingress/e2e-extmod-a-cfe368 openshift-ingress/e2e-extmod-b-3986bf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:38.797482296Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"7435adaa-fd5e-44fd-9e56-da14c91937d6","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-att-user-a1f8ce/e2e-att-serve-185fad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:38.797517313Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"7435adaa-fd5e-44fd-9e56-da14c91937d6","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"routeName":"external-model-e2e-att-serve-185fad-5fa01018e074","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-att-serve-185fad","externalModel":"e2e-att-serve-185fad","provider":"e2e-att-serve-185fad-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:38.850208934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"497fe3af-6520-4d44-a9b3-9826eb5b0db6","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:38.850402815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"393e8053-9a1d-487b-bf5b-4bfe6a7da454","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:38.901893968Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-unrel-bd0892","reconcileID":"a24748c4-9a56-4658-b37f-31539e0b7412","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-att-user-a1f8ce/e2e-att-unrel-bd0892","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:38.901916245Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-unrel-bd0892","reconcileID":"a24748c4-9a56-4658-b37f-31539e0b7412","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"routeName":"external-model-e2e-att-unrel-bd0892-ebe3eedf0976","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-att-unrel-bd0892","externalModel":"e2e-att-unrel-bd0892","provider":"e2e-att-unrel-bd0892-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:38.906753802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"497fe3af-6520-4d44-a9b3-9826eb5b0db6","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:38.906939067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"393e8053-9a1d-487b-bf5b-4bfe6a7da454","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:38.910946804Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"3d1973ad-51c8-4add-a8b0-1f7edb8a1e0b","namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:38.95601032Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-bd0892-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-sub","reconcileID":"37965303-48e8-48c8-9b4f-31f865b9e600","MaaSSubscription":{"name":"e2e-att-unrel-bd0892-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-unrel-bd0892","model":"e2e-extmod-att-user-a1f8ce/e2e-att-unrel-bd0892","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:38.961968472Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-185fad-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-sub","reconcileID":"68ac38f4-691d-4c7d-a008-4cb166cbc717","MaaSSubscription":{"name":"e2e-att-serve-185fad-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-serve-185fad","model":"e2e-extmod-att-user-a1f8ce/e2e-att-serve-185fad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:39.027164049Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"f641e727-67c3-4858-854a-4d696d53dff7","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-att-user-a1f8ce/e2e-att-detach-f08036","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:39.027189979Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"f641e727-67c3-4858-854a-4d696d53dff7","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"routeName":"external-model-e2e-att-detach-f08036-3281ff3d31d8","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-att-detach-f08036","externalModel":"e2e-att-detach-f08036","provider":"e2e-att-detach-f08036-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:39.081926844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c0e8cbb6-4594-4e87-92f0-3d8e6dabffca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:39.08214852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"4b369635-6aef-4322-b02b-18be8ad2ed5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:39.081926993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"91ae7f52-7a2d-4915-9ac2-b0a0fb4853c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:39.139966323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"91ae7f52-7a2d-4915-9ac2-b0a0fb4853c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:39.140088094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c0e8cbb6-4594-4e87-92f0-3d8e6dabffca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:39.142273957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"4b369635-6aef-4322-b02b-18be8ad2ed5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:39.32456051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"c294fe1f-47ca-435b-8d8c-5ef097684d7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:39.324633359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"c903ecee-c384-47a0-abab-8cc53bcfdbe3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:39.382644628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"c903ecee-c384-47a0-abab-8cc53bcfdbe3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:39.38276166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"c294fe1f-47ca-435b-8d8c-5ef097684d7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:39.396940413Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-failed-sub","reconcileID":"bfeb0cb2-007f-466d-9829-2d966ec31c4f","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"model":"e2e-models-e2e-worker-w2-14a6e4/nonexistent-model-xyz","subscription":"e2e-status-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:39.397036615Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-failed-sub","reconcileID":"bfeb0cb2-007f-466d-9829-2d966ec31c4f","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"model":"e2e-models-e2e-worker-w2-14a6e4/nonexistent-model-xyz","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-14a6e4/nonexistent-model-xyz","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:39.527746136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"e3d3669d-2ea0-4b90-991c-c007dccde11c","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:39.527955199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"2d4d64d0-401b-4f05-80cd-2ec77f97c1db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:39.531458707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"54646275-ec97-44e7-ad54-f1f03eb076ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:39.58545293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"2d4d64d0-401b-4f05-80cd-2ec77f97c1db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:39.585613909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"e3d3669d-2ea0-4b90-991c-c007dccde11c","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:39.588386609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"54646275-ec97-44e7-ad54-f1f03eb076ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:39.682970777Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3986bf priority=0:[ai-tenant-e2e-extmod-b-3986bf/e2e-att-serve-185fad-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-unrel-bd0892-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:39.742534258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"6dfa1608-6ec4-4695-8e67-c71b54876e07","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:39.743036688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"69fc4ef3-8251-4b3e-901a-f6220b9691cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:39.800133342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"69fc4ef3-8251-4b3e-901a-f6220b9691cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:39.80069529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"6dfa1608-6ec4-4695-8e67-c71b54876e07","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:39.899389508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"4d1af190-0b9c-4ce2-82f8-db0841a90577","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:39.899395285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"314d2ad5-a3b8-441b-8cd4-61da2749f24c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:39.956409103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"314d2ad5-a3b8-441b-8cd4-61da2749f24c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:39.956702561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"4d1af190-0b9c-4ce2-82f8-db0841a90577","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:40.038426969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"e20f36b6-08d2-4465-9c32-c6ea67fa4cfa","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:40.095183406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"eda7bd2b-0dc7-4aa4-bbeb-19841d478352","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:40.301157155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-multi-keys-auth1","reconcileID":"7d75d792-adbb-4553-8713-fdea97a4d5cd","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:40.321368133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"7a7768d3-166b-42b1-a78c-ddd1522fa5fc","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:40.321490477Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3986bf priority=0:[ai-tenant-e2e-extmod-b-3986bf/e2e-att-serve-185fad-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-unrel-bd0892-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:40.35797206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-multi-keys-auth1","reconcileID":"7d75d792-adbb-4553-8713-fdea97a4d5cd","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:40.379244148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"54b24941-239b-4109-b3ae-6d1c228bcf90","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:06:40.428468739Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-multi-keys-sub1","reconcileID":"69cb7b91-ddc4-4e8a-9f9f-d55d1e95354a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:06:40.432472059Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"54b24941-239b-4109-b3ae-6d1c228bcf90","name":"distinct-w4-f73e89","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w4-f73e89\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:06:40.432531195Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"54b24941-239b-4109-b3ae-6d1c228bcf90","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w4-f73e89\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:40.437813288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"e33222b9-e907-4833-b355-f845d61abb55","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:40.527946501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"7ec67c5f-4dec-470f-8605-0f73001bf8bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:40.527977781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"50e0040f-b074-43be-ade8-883c44a41b34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:40.53811497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"ed5dcd24-b080-46c3-b42f-267724bd4cb1","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:40.584876358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"7ec67c5f-4dec-470f-8605-0f73001bf8bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:40.58512861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"50e0040f-b074-43be-ade8-883c44a41b34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:40.593217044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"0496f2d3-28b7-41cd-a472-5d3e502852d8","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:40.612863023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"6d3c0689-a663-400d-879a-19fa683f7d42","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:40.669218306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"a76037ac-88f9-4dd5-9997-d28f40713b6c","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:40.671450905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"e9b6057c-e76d-4ad7-a043-27708d9c0ff0","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:40.715524907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"c78b7c56-fbfb-464a-b130-e73165cfa2ee","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:40.771746928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"5a46db05-4afe-47a2-b598-75de59fc53ec","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:40.802757182Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-multi-keys-sub1","reconcileID":"bab9ba30-25c3-4387-9668-e5602251c77b","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-distinct-w4-f73e89","model":"distinct-w4-f73e89","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-f73e89/e2e-multi-keys-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:40.827912237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-active-auth-only","reconcileID":"2165b9f1-767a-4827-9fff-31c6db8f697d","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:40.886981469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-active-auth-only","reconcileID":"2165b9f1-767a-4827-9fff-31c6db8f697d","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:40.932961366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-multi-keys-auth1","reconcileID":"3cd2a8a1-68cb-4472-98b6-f0fa3b700bdb","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:40.968378429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"1f9ff862-4289-4977-aa0b-adb33b26819b","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:40.989605843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-multi-keys-auth1","reconcileID":"3cd2a8a1-68cb-4472-98b6-f0fa3b700bdb","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:41.005740849Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3986bf priority=0:[ai-tenant-e2e-extmod-b-3986bf/e2e-att-serve-185fad-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-unrel-bd0892-sub]","namespace=ai-tenant-e2e-worker-w4-f73e89 priority=0:[ai-tenant-e2e-worker-w4-f73e89/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w4-f73e89/e2e-multi-keys-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:41.005939283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"79987bca-d38c-4b8e-a8d9-9bd40180394b","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:41.030928738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-multi-keys-auth2","reconcileID":"c4277685-c52e-4a3e-8072-91fcaadee28b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:41.073212828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"2ab9c6c4-cfa7-45ab-aa31-fa029317f1da","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:41.087428656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-multi-keys-auth2","reconcileID":"c4277685-c52e-4a3e-8072-91fcaadee28b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:41.114214232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"f58cc6d4-f923-4092-bfbf-3d4b5fdb819e","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:06:41.123009008Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-f73e89/e2e-multi-keys-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:41.128940953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"f03eebd5-8ff7-4d88-b7e9-ee402c0278fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:41.129082753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"5374befd-8ef8-423b-8226-0ee414291ade","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:41.168985514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"6442897c-331d-48d3-a8a7-a9425b2aba18","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:41.179683821Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-multi-keys-sub1","reconcileID":"38138d63-df55-4d55-8e9d-bec75a566033","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-distinct-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/distinct-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:41.187018866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"f03eebd5-8ff7-4d88-b7e9-ee402c0278fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:41.190368519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"5374befd-8ef8-423b-8226-0ee414291ade","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:41.205123112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"f2486a8e-2738-48ab-a6fb-e3daaf5cd3de","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:41.359577735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"46abc22d-cfa9-4ef0-a76b-21620d06191c","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:41.394900794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-active-auth-only","reconcileID":"771a26ac-916f-4919-a097-0e686148e44e","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:41.400552845Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-multi-keys-sub2","reconcileID":"a7b47dee-3818-412d-9347-3ec35f982d67","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-distinct-2-w4-f73e89","model":"distinct-2-w4-f73e89","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-f73e89/e2e-multi-keys-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:41.41877159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"cc140427-13cd-4b8f-9e18-735044de2188","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:41.466174304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-active-auth-only","reconcileID":"771a26ac-916f-4919-a097-0e686148e44e","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:41.585989045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-multi-keys-auth1","reconcileID":"1ec37f38-6f45-4ace-a0ed-1c4b9d786079","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:41.590388184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"d8ace441-b81f-41f4-b270-47f31cc65714","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:41.642754957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-multi-keys-auth1","reconcileID":"1ec37f38-6f45-4ace-a0ed-1c4b9d786079","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:41.684973134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-multi-keys-auth2","reconcileID":"de2fc771-b4a3-48e9-9db4-9bef53915eda","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:41.71993578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"40555d3d-44a9-4cbe-961b-ea35dfa03944","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:41.719934603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"a3182167-9d8b-4917-bec6-18645a349a1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:41.745114985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-multi-keys-auth2","reconcileID":"de2fc771-b4a3-48e9-9db4-9bef53915eda","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:41.776624358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"a3182167-9d8b-4917-bec6-18645a349a1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:41.776886644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"40555d3d-44a9-4cbe-961b-ea35dfa03944","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:41.797999695Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-multi-keys-sub2","reconcileID":"55c9f9c3-ba87-448e-8a5f-13a741bad319","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-distinct-2-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/distinct-2-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:43.226685201Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-active-auth-only","reconcileID":"1095215d-06e1-4d0e-be90-22f0243d8945","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:43.226980151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"26118575-e151-4efb-ae16-7fffe64dc73d","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:43.40655022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"05f7552d-27ff-4139-aa66-1411f0bdfde5","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:44.556991007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-failed-auth","reconcileID":"666f0997-2740-4714-a16e-45da1aa40d59","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:44.615342017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-failed-auth","reconcileID":"666f0997-2740-4714-a16e-45da1aa40d59","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:44.670769953Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-failed-auth","reconcileID":"666f0997-2740-4714-a16e-45da1aa40d59","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"model":"e2e-models-e2e-worker-w2-14a6e4/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:45.118235134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-failed-auth","reconcileID":"344762d2-dff4-42e8-ab59-94728fec3c57","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:45.174793239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-failed-auth","reconcileID":"344762d2-dff4-42e8-ab59-94728fec3c57","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:45.229935885Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-failed-auth","reconcileID":"344762d2-dff4-42e8-ab59-94728fec3c57","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"model":"e2e-models-e2e-worker-w2-14a6e4/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:45.564873947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"4c78bdf5-b447-4152-98e3-f73af7b6403c","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:45.725350421Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-multi-keys-sub1","reconcileID":"61acf5af-9f69-4f0b-b57d-95b78d16f740","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7585a10d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:45.822730421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-multi-keys-auth2","reconcileID":"f53b9d99-8982-4a6f-9251-a24c17e69729","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:45.822849598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"5f757357-e144-4874-9a0f-42ae1d6f42a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:45.823220538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-multi-keys-auth1","reconcileID":"60cd0449-6e1d-459d-8e0c-98eb28d7aa1d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:45.824846963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"05b70120-64e1-4be8-b21d-b2194accd34d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:45.879918882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-multi-keys-auth2","reconcileID":"f53b9d99-8982-4a6f-9251-a24c17e69729","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:45.880079899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-multi-keys-auth1","reconcileID":"60cd0449-6e1d-459d-8e0c-98eb28d7aa1d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:45.882348353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"05b70120-64e1-4be8-b21d-b2194accd34d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:45.883690929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"5f757357-e144-4874-9a0f-42ae1d6f42a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:46.359861479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"912dcb2b-34c6-4340-9e76-36ea12e8edbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:46.359875618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"381fd5f5-8eb9-4995-8cdd-3f344aaff7af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:46.360336077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-multi-keys-auth1","reconcileID":"2c1ae1ac-a4ff-4d4d-b469-9266745bc962","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:46.360412934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-multi-keys-auth2","reconcileID":"5c59e39b-6e4e-42fb-acd6-26bb7b4c5437","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:46.417839321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-multi-keys-auth2","reconcileID":"5c59e39b-6e4e-42fb-acd6-26bb7b4c5437","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:46.417885387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-multi-keys-auth1","reconcileID":"2c1ae1ac-a4ff-4d4d-b469-9266745bc962","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:46.420208671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"912dcb2b-34c6-4340-9e76-36ea12e8edbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:46.420214369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"381fd5f5-8eb9-4995-8cdd-3f344aaff7af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:46.720991004Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-failed-auth","reconcileID":"a8fbe3c7-062c-47a9-afdc-de022b174bd8","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"model":"e2e-models-e2e-worker-w2-14a6e4/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:47.810040614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"ddb568ea-7046-45f3-9503-3ad7739c8732","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:47.867364136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"896e68af-6cf5-4ae2-822d-5805b6254de3","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:48.022389693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-degraded-auth","reconcileID":"993d1d69-0612-420f-9048-3c9522824958","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:48.079226447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-degraded-auth","reconcileID":"993d1d69-0612-420f-9048-3c9522824958","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:48.083598046Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3986bf priority=0:[ai-tenant-e2e-extmod-b-3986bf/e2e-att-serve-185fad-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-unrel-bd0892-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:48.084271007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"fea8f645-6bea-42df-820c-a864f1c6ccc0","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:48.161807195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"ee2179ac-8bc8-498a-ad86-9a849d5b327b","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:48.212354116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"912984b5-7b62-49bf-9167-3d691ad124ad","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:06:48.213994767Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-14a6e4/e2e-status-degraded-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:48.262690464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"8672555e-9b9e-419e-906b-f97979b4dff0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:48.263390857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"c8c9825b-5656-454d-a547-23f49517f610","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:48.269414362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"1187c068-8dcd-4c2a-8964-f9cc4b40fcb0","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:48.319722271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"8672555e-9b9e-419e-906b-f97979b4dff0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:48.319892334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"c8c9825b-5656-454d-a547-23f49517f610","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:48.420895445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"4acbfee2-f4e0-4ba8-b481-49dbfb685441","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:48.535274177Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-degraded-sub","reconcileID":"f29e2097-933c-4f93-a0a5-2824995cf3a2","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-14a6e4/e2e-status-degraded-sub","ai-tenant-e2e-worker-w2-14a6e4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:48.535521485Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-degraded-sub","reconcileID":"f29e2097-933c-4f93-a0a5-2824995cf3a2","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"model":"e2e-models-e2e-worker-w2-14a6e4/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-14a6e4/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:48.576150241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-degraded-auth","reconcileID":"57e910b7-0828-4bfa-80c1-f1f594883c3a","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:48.633009272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-degraded-auth","reconcileID":"57e910b7-0828-4bfa-80c1-f1f594883c3a","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:48.677692369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"dbfed469-c35c-4745-8783-0c8676204ff7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:48.67770747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"479e4786-a3ca-401b-b6ac-ad31cd23e200","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:48.73571618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"479e4786-a3ca-401b-b6ac-ad31cd23e200","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:48.735870587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"dbfed469-c35c-4745-8783-0c8676204ff7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:48.743292638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"46af43b0-d564-4dd6-9e4c-452d196486e3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:48.802765518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"2d369368-6a2c-4a1c-8cb5-58fe80660de6","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:49.011969621Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-degraded-sub","reconcileID":"c6b232f8-4ff5-4b23-b8bc-a2c7e87e5bdc","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:49.012115565Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-degraded-sub","reconcileID":"c6b232f8-4ff5-4b23-b8bc-a2c7e87e5bdc","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"model":"e2e-models-e2e-worker-w2-14a6e4/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-14a6e4/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:50.525835854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"0c026d6d-3c2e-45f1-ada8-2e3506ec9aa6","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:50.68173176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-degraded-auth","reconcileID":"04009c10-6680-47ab-ba58-9200f67468ce","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:50.681817014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"054a4045-e317-4012-a8aa-930a27865fbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:50.682616572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"8b1c50b8-625b-426e-b3e9-4743adc1b6f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:50.739010828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"054a4045-e317-4012-a8aa-930a27865fbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:50.740213122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-degraded-auth","reconcileID":"04009c10-6680-47ab-ba58-9200f67468ce","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:50.741230314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"8b1c50b8-625b-426e-b3e9-4743adc1b6f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:53.532817391Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-multi-keys-sub2","reconcileID":"7e4f39d5-0d4c-478f-b898-839204831806","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-distinct-2-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/distinct-2-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:53.702545381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"02528616-7cb6-425c-bab2-d942e925b60c","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:54.031960698Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"a37b6085-5dd3-4436-90c1-1c139ccccf88","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-att-user-a1f8ce/e2e-att-detach-f08036","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:54.03200147Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"a37b6085-5dd3-4436-90c1-1c139ccccf88","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"routeName":"external-model-e2e-att-detach-f08036-3281ff3d31d8","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-att-detach-f08036","externalModel":"e2e-att-detach-f08036","provider":"e2e-att-detach-f08036-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:54.140411579Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"de518828-cdd9-4c0b-a9ad-d75560df085f","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-att-user-a1f8ce/e2e-att-detach-f08036","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:54.140436361Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"de518828-cdd9-4c0b-a9ad-d75560df085f","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"routeName":"external-model-e2e-att-detach-f08036-3281ff3d31d8","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-att-detach-f08036","externalModel":"e2e-att-detach-f08036","provider":"e2e-att-detach-f08036-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:54.259916626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"87b1234e-35b0-4ecd-ac4f-bc93e83e478a","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:54.329073715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"87b1234e-35b0-4ecd-ac4f-bc93e83e478a","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:54.790873411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"8d7412be-f229-4762-9e33-38cdb9e57306","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-att-user-a1f8ce/e2e-att-detach-f08036","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:54.790897755Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"8d7412be-f229-4762-9e33-38cdb9e57306","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"routeName":"external-model-e2e-att-detach-f08036-3281ff3d31d8","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-att-detach-f08036","externalModel":"e2e-att-detach-f08036","provider":"e2e-att-detach-f08036-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:55.778226295Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-multi-keys-sub1","reconcileID":"58a1e7a1-3739-429b-8451-1a9d2a0407f3","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"model":"e2e-models-e2e-worker-w4-f73e89/distinct-w4-f73e89","subscription":"e2e-multi-keys-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:55.830635441Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-multi-keys-sub1","reconcileID":"58a1e7a1-3739-429b-8451-1a9d2a0407f3","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"model":"e2e-models-e2e-worker-w4-f73e89/distinct-w4-f73e89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:55.88274998Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-multi-keys-sub1","reconcileID":"58a1e7a1-3739-429b-8451-1a9d2a0407f3","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/distinct-w4-f73e89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:56.153239714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"b3ca8886-1d2f-4ce9-87f5-052b247ed9b6","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:56.154011315Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3986bf priority=0:[ai-tenant-e2e-extmod-b-3986bf/e2e-att-serve-185fad-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-unrel-bd0892-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:56.313270292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"236af8d5-aa7e-41c4-8859-46ad0e5c22be","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:56.412205979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"867e28c9-b6e3-4342-8d71-594cf4d94295","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:56.412207752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-multi-keys-auth1","reconcileID":"db0ead30-1b27-45ff-a453-967a4769897c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:56.414045133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"24b38525-822b-43ba-a5a2-4ff5918f7137","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:56.414165145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-multi-keys-auth2","reconcileID":"2b23136a-782b-4970-b7ef-1f4878703f09","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:56.469637817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"867e28c9-b6e3-4342-8d71-594cf4d94295","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:56.469755016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-multi-keys-auth1","reconcileID":"db0ead30-1b27-45ff-a453-967a4769897c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:56.47226511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-multi-keys-auth2","reconcileID":"2b23136a-782b-4970-b7ef-1f4878703f09","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:56.472344678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"24b38525-822b-43ba-a5a2-4ff5918f7137","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:56.473628396Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-multi-keys-sub2","reconcileID":"e1ab41e5-4c72-48b5-965f-35e674db9424","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c50fe9e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:56.907207589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"8e238962-2dc0-4480-b986-601152c53c85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:56.907207575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-multi-keys-auth1","reconcileID":"a146c105-9fc7-431b-80a5-1b485649c5a3","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:56.907874276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"feecf84e-fb5e-4c12-ab4c-c975450663ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:56.908809047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-multi-keys-auth2","reconcileID":"da649588-6cfe-458e-88cf-cc421e15549b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:56.964557009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"feecf84e-fb5e-4c12-ab4c-c975450663ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:56.964735007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"8e238962-2dc0-4480-b986-601152c53c85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:56.966927283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-multi-keys-auth1","reconcileID":"a146c105-9fc7-431b-80a5-1b485649c5a3","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:56.967135974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-multi-keys-auth2","reconcileID":"da649588-6cfe-458e-88cf-cc421e15549b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:59.717355269Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3986bf priority=0:[ai-tenant-e2e-extmod-b-3986bf/e2e-att-detach-f08036-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-serve-185fad-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-unrel-bd0892-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:59.76931039Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"6830c9b0-498f-41d3-82d1-003f9374e5e9","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-att-user-a1f8ce/e2e-att-detach-f08036","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:06:59.769368033Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"6830c9b0-498f-41d3-82d1-003f9374e5e9","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"routeName":"external-model-e2e-att-detach-f08036-3281ff3d31d8","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-att-detach-f08036","externalModel":"e2e-att-detach-f08036","provider":"e2e-att-detach-f08036-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:06:59.829966502Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-3986bf/e2e-att-detach-f08036-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-detach-f08036-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:00.001148816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"c95351be-b546-456e-8dfa-cdb0dc2d3c80","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:00.001158407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"7dc78762-edd1-4265-8a6a-6940006e4b34","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:00.004210901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"be9774e2-a8e3-47ad-b1c5-43b032625257","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:00.005617016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-unrel-bd0892","reconcileID":"2db6739a-fb00-4e92-ac94-2e1e766dfbdc","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-att-user-a1f8ce/e2e-att-unrel-bd0892","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:00.005639096Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-unrel-bd0892","reconcileID":"2db6739a-fb00-4e92-ac94-2e1e766dfbdc","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"routeName":"external-model-e2e-att-unrel-bd0892-ebe3eedf0976","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-att-unrel-bd0892","externalModel":"e2e-att-unrel-bd0892","provider":"e2e-att-unrel-bd0892-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:00.058259719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"7dc78762-edd1-4265-8a6a-6940006e4b34","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:00.058659287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"c95351be-b546-456e-8dfa-cdb0dc2d3c80","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:00.061570726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"be9774e2-a8e3-47ad-b1c5-43b032625257","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:00.112727145Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"ed09221f-7b25-4ff8-9ecd-15fb4f4a9fc6","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-att-user-a1f8ce/e2e-att-detach-f08036","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:00.112758775Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"ed09221f-7b25-4ff8-9ecd-15fb4f4a9fc6","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"routeName":"external-model-e2e-att-detach-f08036-3281ff3d31d8","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-att-detach-f08036","externalModel":"e2e-att-detach-f08036","provider":"e2e-att-detach-f08036-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:00.219979189Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-f08036-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-sub","reconcileID":"0cf9c790-6626-46c1-9699-18896a11e898","MaaSSubscription":{"name":"e2e-att-detach-f08036-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-detach-f08036","model":"e2e-att-detach-f08036","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-3986bf/e2e-att-detach-f08036-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:00.220519957Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"e6fe359f-43f9-4ad2-b09c-ba7a736db835","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-att-user-a1f8ce/e2e-att-serve-185fad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:00.220602569Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"e6fe359f-43f9-4ad2-b09c-ba7a736db835","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"routeName":"external-model-e2e-att-serve-185fad-5fa01018e074","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-att-serve-185fad","externalModel":"e2e-att-serve-185fad","provider":"e2e-att-serve-185fad-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:00.48947083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"530bee00-f27f-461a-b91c-9bc7cfb567ea","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-att-user-a1f8ce/e2e-att-detach-f08036","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:00.489501337Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"530bee00-f27f-461a-b91c-9bc7cfb567ea","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"routeName":"external-model-e2e-att-detach-f08036-3281ff3d31d8","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-att-detach-f08036","externalModel":"e2e-att-detach-f08036","provider":"e2e-att-detach-f08036-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:00.49507024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f82480b9-3bfb-46d8-9231-cd819f32d2e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:00.547684231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f82480b9-3bfb-46d8-9231-cd819f32d2e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:00.548121542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"3104245a-cb35-4a1e-b24b-b183e5e18269","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:00.599958768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f82480b9-3bfb-46d8-9231-cd819f32d2e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:00.65215026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f82480b9-3bfb-46d8-9231-cd819f32d2e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:00.652219905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"bfc17154-8d44-4f74-b9a6-e310479a0b50","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:00.652847569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"bc5eea47-d1c7-41a0-a9dc-27b056ca1e4e","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:00.707880071Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-degraded-sub","reconcileID":"bde1a838-fd10-412a-bce2-09a05c77ccb6","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:00.709637486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"bfc17154-8d44-4f74-b9a6-e310479a0b50","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:00.713023998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"3104245a-cb35-4a1e-b24b-b183e5e18269","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:00.713720591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"bc5eea47-d1c7-41a0-a9dc-27b056ca1e4e","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:00.760149402Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-f08036-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-sub","reconcileID":"9bf9ce17-76e9-49f6-b5ee-f3cb902b9d2c","MaaSSubscription":{"name":"e2e-att-detach-f08036-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-detach-f08036","model":"e2e-extmod-att-user-a1f8ce/e2e-att-detach-f08036","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:00.922756691Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-degraded-sub","reconcileID":"bde1a838-fd10-412a-bce2-09a05c77ccb6","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-14a6e4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:00.922790572Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-degraded-sub","reconcileID":"bde1a838-fd10-412a-bce2-09a05c77ccb6","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"model":"e2e-models-e2e-worker-w2-14a6e4/nonexistent-model-partial","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:00.922909329Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-degraded-sub","reconcileID":"bde1a838-fd10-412a-bce2-09a05c77ccb6","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"model":"e2e-models-e2e-worker-w2-14a6e4/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-14a6e4/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:01.131279288Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"71379302-179b-4b53-a18a-4a6da74b313b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:01.193488856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"9c8e4aec-f452-483c-89ce-c052c41eeac9","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:01.193905533Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3986bf priority=0:[ai-tenant-e2e-extmod-b-3986bf/e2e-att-detach-f08036-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-serve-185fad-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-unrel-bd0892-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:01.304228614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"53ce3603-59bb-428e-bbfc-3f3ff5f7db5f","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-att-user-a1f8ce/e2e-att-detach-f08036","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:01.304253822Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"53ce3603-59bb-428e-bbfc-3f3ff5f7db5f","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"routeName":"external-model-e2e-att-detach-f08036-3281ff3d31d8","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-att-detach-f08036","externalModel":"e2e-att-detach-f08036","provider":"e2e-att-detach-f08036-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:01.349251993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"5c1230d7-706f-4d53-943d-06a65349f21d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:01.349280502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"e5d41993-1824-406d-a3cd-8e60569be9cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:01.349881099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-degraded-auth","reconcileID":"ba347931-045f-4da6-bfb2-b0292188bc11","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:01.356417523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"1c0406b2-148f-41ff-b29f-fded1f7edbb7","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:01.422468588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-degraded-auth","reconcileID":"ba347931-045f-4da6-bfb2-b0292188bc11","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:01.422955172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"e5d41993-1824-406d-a3cd-8e60569be9cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:01.427579582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"5c1230d7-706f-4d53-943d-06a65349f21d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:01.583952776Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-degraded-auth","reconcileID":"3040f0b0-b472-4318-a7c2-cc1006ec1fc9","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:01.800038441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"cefe0e39-93b4-49a9-a399-cf8bf0da44b8","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:02.56697453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab7e1b55-72e7-4d04-a9a6-dd5ca135784e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:02.62025654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab7e1b55-72e7-4d04-a9a6-dd5ca135784e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:02.672040986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab7e1b55-72e7-4d04-a9a6-dd5ca135784e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:02.675038808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"0eb1ebde-356e-4c7c-bf52-d85c901f5dd4","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:02.723758492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab7e1b55-72e7-4d04-a9a6-dd5ca135784e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:02.781112171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"140c6b6d-1050-44c0-a309-2eb7e20f6203","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:03.063647016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-degraded-auth","reconcileID":"6d584cc5-a480-4288-8b1d-2b466bc5ceb9","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:03.120740745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-degraded-auth","reconcileID":"6d584cc5-a480-4288-8b1d-2b466bc5ceb9","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:03.228351662Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-degraded-auth","reconcileID":"6d584cc5-a480-4288-8b1d-2b466bc5ceb9","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"model":"e2e-models-e2e-worker-w2-14a6e4/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:03.53912682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"f1df2ec2-e6e7-4230-9f6d-c3038101a07a","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:03.74651577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-degraded-auth","reconcileID":"63c17946-e46f-4110-9443-d346fc0dcff1","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:03.803429787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-degraded-auth","reconcileID":"63c17946-e46f-4110-9443-d346fc0dcff1","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:03.910413904Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-degraded-auth","reconcileID":"63c17946-e46f-4110-9443-d346fc0dcff1","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"model":"e2e-models-e2e-worker-w2-14a6e4/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:05.147693021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"f5819047-22a8-4204-8596-bd15ac2b4c42","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:05.147771356Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-degraded-auth","reconcileID":"973a697d-18dd-418c-9e0f-5019e04fa235","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:05.199485623Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-degraded-auth","reconcileID":"973a697d-18dd-418c-9e0f-5019e04fa235","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"model":"e2e-models-e2e-worker-w2-14a6e4/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:05.361020599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"11f5c742-93c0-49c8-958b-8d64a7a05696","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:06.315226026Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"e2e-temp-model-status","reconcileID":"4595a4a7-3e7f-4e5f-b591-8f9ce71151ef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"tenant":"e2e-worker-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:06.315259891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"e2e-temp-model-status","reconcileID":"4595a4a7-3e7f-4e5f-b591-8f9ce71151ef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"distinct-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"distinct-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:06.373548639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"distinct-w2-14a6e4","reconcileID":"0670c670-b71b-4d29-baf1-2116adc981ca","MaaSModelRef":{"name":"distinct-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"distinct-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"distinct-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:06.493900153Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"e2e-temp-model-status","reconcileID":"889a4416-dfd5-41eb-a6ef-f450f3f67326","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"tenant":"e2e-worker-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:06.493921048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"e2e-temp-model-status","reconcileID":"889a4416-dfd5-41eb-a6ef-f450f3f67326","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"distinct-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"distinct-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:06.526035115Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-multi-keys-sub2","reconcileID":"c32a5204-c636-4a93-89b1-af09199c9d95","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"model":"e2e-models-e2e-worker-w4-f73e89/distinct-2-w4-f73e89","subscription":"e2e-multi-keys-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:06.54881254Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"e2e-temp-model-status","reconcileID":"d68553d5-7d71-4edb-b49e-0fc8447eff35","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"tenant":"e2e-worker-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:06.548832404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"e2e-temp-model-status","reconcileID":"d68553d5-7d71-4edb-b49e-0fc8447eff35","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"distinct-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"distinct-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:06.578177794Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-multi-keys-sub2","reconcileID":"c32a5204-c636-4a93-89b1-af09199c9d95","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"model":"e2e-models-e2e-worker-w4-f73e89/distinct-2-w4-f73e89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:06.630258753Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-multi-keys-sub2","reconcileID":"c32a5204-c636-4a93-89b1-af09199c9d95","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/distinct-2-w4-f73e89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:06.770986184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-transition-auth","reconcileID":"d8926058-1ab6-41d9-901c-af4eda637648","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:06.776761729Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"e2e-temp-model-status","reconcileID":"5777f3c1-f09f-40d0-b4fe-b3cf51a11ebf","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"tenant":"e2e-worker-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:06.776861476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"e2e-temp-model-status","reconcileID":"5777f3c1-f09f-40d0-b4fe-b3cf51a11ebf","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"distinct-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"distinct-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:06.777225284Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3986bf priority=0:[ai-tenant-e2e-extmod-b-3986bf/e2e-att-detach-f08036-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-serve-185fad-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-unrel-bd0892-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:06.787054154Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:06.835868821Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"e2e-temp-model-status","reconcileID":"f3ab4da5-b2d2-4bcf-9769-11fe79126539","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"tenant":"e2e-worker-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:06.835897188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"e2e-temp-model-status","reconcileID":"f3ab4da5-b2d2-4bcf-9769-11fe79126539","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"distinct-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"distinct-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:06.836603511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-transition-auth","reconcileID":"d8926058-1ab6-41d9-901c-af4eda637648","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:07:06.890294872Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"e2e-temp-model-status","reconcileID":"f3ab4da5-b2d2-4bcf-9769-11fe79126539","name":"e2e-temp-model-status","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-temp-model-status\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:07:06.890382551Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"e2e-temp-model-status","reconcileID":"f3ab4da5-b2d2-4bcf-9769-11fe79126539","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-temp-model-status\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:07:06.890530264Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-transition-sub","reconcileID":"9b2c9429-e82d-4aca-90be-d49727906a40","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-transition-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:06.896035152Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"e2e-temp-model-status","reconcileID":"0ebdf40c-5bf3-49b9-bf9e-d2ad73f88420","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"tenant":"e2e-worker-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:06.896056352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"e2e-temp-model-status","reconcileID":"0ebdf40c-5bf3-49b9-bf9e-d2ad73f88420","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"distinct-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"distinct-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:06.913128047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"8fbe3631-0934-4f12-8c43-0f319de14673","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:06.913415761Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3986bf priority=0:[ai-tenant-e2e-extmod-b-3986bf/e2e-att-detach-f08036-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-serve-185fad-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-unrel-bd0892-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:06.986311007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"077bc7d9-5215-4965-a93f-dac77a0ddaae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:06.986313527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"b9544310-ccda-45ff-a4d6-bd74b128a62a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:07.000068576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"e2e-temp-model-status","reconcileID":"7754c14a-8642-4d57-aaf1-1e57653531b2","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"tenant":"e2e-worker-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:07.000084556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"e2e-temp-model-status","reconcileID":"7754c14a-8642-4d57-aaf1-1e57653531b2","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"distinct-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"distinct-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:07.048226842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"077bc7d9-5215-4965-a93f-dac77a0ddaae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:07.048452465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"b9544310-ccda-45ff-a4d6-bd74b128a62a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:07.057470098Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"e2e-temp-model-status","reconcileID":"676b1e9c-e276-4cc4-8ddd-2f5e90d2efa4","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"tenant":"e2e-worker-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:07.057485002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"e2e-temp-model-status","reconcileID":"676b1e9c-e276-4cc4-8ddd-2f5e90d2efa4","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"distinct-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"distinct-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:07.059911329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"712e2da9-0bd8-433e-aada-63f446478ac1","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:07.152129186Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"e2e-temp-model-status","reconcileID":"49c040e3-0f68-493d-adae-6f2128a742d8","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"tenant":"e2e-worker-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:07.152157504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"e2e-temp-model-status","reconcileID":"49c040e3-0f68-493d-adae-6f2128a742d8","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"distinct-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"distinct-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:07.17415288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"8ed27275-39c5-47d4-a4b3-02f78e739183","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:07.174154712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"7bf62528-d3a3-47d5-b6bf-a9fccf69b738","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:07.253112413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"7bf62528-d3a3-47d5-b6bf-a9fccf69b738","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:07.254710877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"8ed27275-39c5-47d4-a4b3-02f78e739183","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:07.271550417Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-transition-sub","reconcileID":"838c2ca1-6715-47f1-8845-2cceaeb7270f","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-temp-model-status","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-14a6e4/e2e-status-transition-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:07.361726345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-transition-auth","reconcileID":"7d5932d8-43e8-4c40-bfbd-ac45ab1f2280","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:07.40898674Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-multi-keys-auth1","reconcileID":"805158bd-6097-4935-a0b3-e348b3673ae7","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"model":"e2e-models-e2e-worker-w4-f73e89/distinct-w4-f73e89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:07.441111155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-transition-auth","reconcileID":"7d5932d8-43e8-4c40-bfbd-ac45ab1f2280","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:07.451068947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"e2e-temp-model-status","reconcileID":"5c9fc379-503c-41fd-b430-bf7757b2e84e","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"tenant":"e2e-worker-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:07.451167166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"e2e-temp-model-status","reconcileID":"5c9fc379-503c-41fd-b430-bf7757b2e84e","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"distinct-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"distinct-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:07.498169004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"b55f6c6f-b3e3-4a4c-826e-46fe84af779e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:07.499724181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"25f2ac44-5b35-4b43-b9dc-4874774cec50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:07.565461408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"25f2ac44-5b35-4b43-b9dc-4874774cec50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:07.568239228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"b55f6c6f-b3e3-4a4c-826e-46fe84af779e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:07.624052314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"277a5f04-9214-4cce-82af-957278f4dd9d","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:07.662172358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-multi-keys-auth2","reconcileID":"fb73258f-17f0-4c74-ba78-707001f93961","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:07.664909214Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-transition-sub","reconcileID":"545d8cc6-ff9b-4f6c-8b26-6daf11008196","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w2-14a6e4/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:07.723868685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-multi-keys-auth2","reconcileID":"fb73258f-17f0-4c74-ba78-707001f93961","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:07.782682903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"5c5b5fbe-59a6-48d7-9331-c555036567a8","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:07.914018051Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-multi-keys-auth2","reconcileID":"dc9e9695-7449-43fb-a5d9-473ec5514596","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"model":"e2e-models-e2e-worker-w4-f73e89/distinct-2-w4-f73e89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:08.096058743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"be482aa5-209d-461a-8a7e-6aa7ce2553d8","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:08.226079371Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-f08036-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-sub","reconcileID":"c0fba388-21b5-4e94-915f-c8b47ab102fc","MaaSSubscription":{"name":"e2e-att-detach-f08036-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-detach-f08036","model":"e2e-extmod-att-user-a1f8ce/e2e-att-detach-f08036","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:08.586654743Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"80d0055b-56c4-43c1-b0cf-0eacbb25898a","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-att-user-a1f8ce/e2e-att-detach-f08036","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:08.586786598Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"80d0055b-56c4-43c1-b0cf-0eacbb25898a","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"routeName":"external-model-e2e-att-detach-f08036-3281ff3d31d8","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-att-detach-f08036","externalModel":"e2e-att-detach-f08036","provider":"e2e-att-detach-f08036-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:09.069360675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"381608ea-01af-4873-8613-6cd198ea3421","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:09.069933361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"da41183b-d317-4c70-b74b-9e38dbff70f0","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:09.071037518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"dcfb09dd-c123-4b01-a3a4-34220528f5ae","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:09.134697311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"dcfb09dd-c123-4b01-a3a4-34220528f5ae","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:09.135448264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"da41183b-d317-4c70-b74b-9e38dbff70f0","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:09.140089288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"381608ea-01af-4873-8613-6cd198ea3421","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:09.442048286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"bbc02b6a-8361-490e-b1b3-0cc4f2083142","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:09.442090108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"3f6e9325-f1ba-4165-b579-a873521306c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:09.497542513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"e3483be8-425c-4341-ab87-72bb6aa97757","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:09.510702226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"3f6e9325-f1ba-4165-b579-a873521306c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:09.522544757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"bbc02b6a-8361-490e-b1b3-0cc4f2083142","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:09.562849044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"8af6d8b2-309b-47c1-be51-1672b7718ac5","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:09.573097262Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"default-tenant","reconcileID":"17b7e9c8-d27f-4239-a41a-fb6d145ddd4e","namespace":"ai-tenant-e2e-inf-a-0d2807","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:09.573202685Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"default-tenant","reconcileID":"17b7e9c8-d27f-4239-a41a-fb6d145ddd4e","namespace":"ai-tenant-e2e-inf-a-0d2807","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:09.573277833Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"default-tenant","reconcileID":"17b7e9c8-d27f-4239-a41a-fb6d145ddd4e","tenant":"e2e-inf-a-0d2807","tenantID":"e2e-inf-a-0d2807","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:09.627634211Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"default-tenant","reconcileID":"17b7e9c8-d27f-4239-a41a-fb6d145ddd4e","gvk":"Deployment","name":"maas-api-e2e-inf-a-0d2807","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:09.689631322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"default-tenant","reconcileID":"17b7e9c8-d27f-4239-a41a-fb6d145ddd4e","gvk":"Service","name":"maas-api-e2e-inf-a-0d2807","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:09.750913807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"default-tenant","reconcileID":"17b7e9c8-d27f-4239-a41a-fb6d145ddd4e","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-0d2807","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:09.777344339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"344adb6f-b853-448d-9320-d6523be9da8a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:09.781943669Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3986bf priority=0:[ai-tenant-e2e-extmod-b-3986bf/e2e-att-detach-f08036-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-serve-185fad-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-unrel-bd0892-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:09.78203102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"2e415d1c-b940-4f22-ad8e-092d8dffe046","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:09.804442915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"default-tenant","reconcileID":"17b7e9c8-d27f-4239-a41a-fb6d145ddd4e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-0d2807","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:09.834749484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"344adb6f-b853-448d-9320-d6523be9da8a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:09.843415912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"de52d72c-c4ad-4698-a5c2-905b533ee34e","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:09.859259333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"default-tenant","reconcileID":"17b7e9c8-d27f-4239-a41a-fb6d145ddd4e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-0d2807","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:07:09.89237684Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"f3b1ad1c-db61-4df5-a9c9-ac6d6d26486f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:09.898790814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"e2e-temp-model-status","reconcileID":"95de4e1b-96d6-4acb-888b-dd33da2b832e","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"tenant":"e2e-worker-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:09.89881861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"e2e-temp-model-status","reconcileID":"95de4e1b-96d6-4acb-888b-dd33da2b832e","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"distinct-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"distinct-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:09.913574677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"default-tenant","reconcileID":"17b7e9c8-d27f-4239-a41a-fb6d145ddd4e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-0d2807","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:09.970184766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"default-tenant","reconcileID":"17b7e9c8-d27f-4239-a41a-fb6d145ddd4e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-0d2807","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:09.994971583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"2c3e83b3-ebe0-4b99-84db-22b69bd09248","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:09.994971542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"6c355241-0320-43f0-9f2d-11e860e984b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:09.999728115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"d1a7f3dc-f693-4ba4-aafb-b1117da9898e","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:10.02387984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"default-tenant","reconcileID":"17b7e9c8-d27f-4239-a41a-fb6d145ddd4e","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-0d2807","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:10.090625652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"default-tenant","reconcileID":"17b7e9c8-d27f-4239-a41a-fb6d145ddd4e","gvk":"Deployment","name":"payload-processing-e2e-inf-a-0d2807","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:10.092781973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"d310f3a7-766a-4722-a4e2-1379f51478df","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:10.106614795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"2c3e83b3-ebe0-4b99-84db-22b69bd09248","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:10.108720072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"04111671-7644-4d83-8928-d40ab741b7d1","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:10.113736384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"6c355241-0320-43f0-9f2d-11e860e984b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:10.158981483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"default-tenant","reconcileID":"17b7e9c8-d27f-4239-a41a-fb6d145ddd4e","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-0d2807","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:10.166023278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"4ebccbff-e82e-4e0d-a8dc-c0a55417ca2b","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:10.16890712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"9a69d3c0-211c-4532-8a34-b8b332cc275b","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:10.210474832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"default-tenant","reconcileID":"17b7e9c8-d27f-4239-a41a-fb6d145ddd4e","gvk":"Service","name":"payload-processing-e2e-inf-a-0d2807","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:10.261903467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"default-tenant","reconcileID":"17b7e9c8-d27f-4239-a41a-fb6d145ddd4e","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-0d2807","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:10.313035554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"default-tenant","reconcileID":"17b7e9c8-d27f-4239-a41a-fb6d145ddd4e","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-0d2807","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:10.322263885Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"6a32b228-258e-47c8-8281-bb70569c2d10","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-distinct-w4-f73e89","model":"distinct-w4-f73e89","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-f73e89/e2e-sa-multi-no-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:10.337661184Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3986bf priority=0:[ai-tenant-e2e-extmod-b-3986bf/e2e-att-detach-f08036-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-serve-185fad-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-unrel-bd0892-sub]","namespace=ai-tenant-e2e-worker-w4-f73e89 priority=0:[ai-tenant-e2e-worker-w4-f73e89/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w4-f73e89/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:10.337892727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"7be7a21c-9973-4e3f-bc63-08678eac93ee","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:10.364534492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"default-tenant","reconcileID":"17b7e9c8-d27f-4239-a41a-fb6d145ddd4e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-0d2807","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:10.398444041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"4a015c1b-3611-472c-b477-279b321b5139","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:10.41588737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"default-tenant","reconcileID":"17b7e9c8-d27f-4239-a41a-fb6d145ddd4e","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-0d2807","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:10.423640387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"d34a3a2e-819b-4574-884b-86269985bdec","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:10.443985862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"488e18f0-4f05-4c4d-a7f2-7f207a4ad79a","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:07:10.447184863Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-f73e89/e2e-sa-multi-no-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:10.470949187Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"default-tenant","reconcileID":"17b7e9c8-d27f-4239-a41a-fb6d145ddd4e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-0d2807","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:10.480162662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"d34a3a2e-819b-4574-884b-86269985bdec","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:10.486655915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"5e704f44-6e41-4e5e-98d4-445934ad6dfd","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:10.500749751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"09618d40-433b-4330-b9a0-b4bc5add3956","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:10.521865429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"default-tenant","reconcileID":"17b7e9c8-d27f-4239-a41a-fb6d145ddd4e","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-0d2807","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:10.522607088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"80d44765-8df0-4d20-9129-05bd38953285","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:10.572920052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"default-tenant","reconcileID":"17b7e9c8-d27f-4239-a41a-fb6d145ddd4e","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-0d2807","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:10.579193394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"80d44765-8df0-4d20-9129-05bd38953285","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:10.625228792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"026eae7d-63bd-496f-a0c5-f05edbd5101e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:10.625630507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"default-tenant","reconcileID":"17b7e9c8-d27f-4239-a41a-fb6d145ddd4e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-0d2807","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:10.68091076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0d2807"},"namespace":"ai-tenant-e2e-inf-a-0d2807","name":"default-tenant","reconcileID":"17b7e9c8-d27f-4239-a41a-fb6d145ddd4e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-0d2807","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:10.684174609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"026eae7d-63bd-496f-a0c5-f05edbd5101e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:10.693929517Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"8624cec2-4abd-4616-9b59-7931452e4dae","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-distinct-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/distinct-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:10.71315565Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"56299c28-1a05-4783-ade5-9e7dceef3206","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-distinct-2-w4-f73e89","model":"distinct-2-w4-f73e89","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-f73e89/e2e-sa-multi-no-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:10.728596479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"2966cbf5-05aa-41c9-bed8-6165a877ab43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:10.785932405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"2966cbf5-05aa-41c9-bed8-6165a877ab43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:10.797750848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"d5ef7b05-1473-4fd6-b96a-f15a3775ecfd","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:10.879988624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"84b45b64-2cee-43b6-909d-911c08e67897","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:11.109886351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"5f950ef5-d19a-4368-93ff-cc862c044216","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:11.117021675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"7483079a-8fc9-4b0d-96ea-90d8d802d167","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-distinct-2-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/distinct-2-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:11.165053125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"7c6f8a5c-ebd5-44c4-b740-65231c012edb","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:11.167719673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"5f950ef5-d19a-4368-93ff-cc862c044216","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:11.222870813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"7c6f8a5c-ebd5-44c4-b740-65231c012edb","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:11.262294727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"f5ff93f0-814a-4cf6-b454-a65f6e58771c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:11.284623535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"1250c499-8471-4b5d-bfd3-b021552dbcf0","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:11.31905802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"f5ff93f0-814a-4cf6-b454-a65f6e58771c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:11.379169807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"54917ec3-7eda-4806-84e7-5d44606c3a99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:11.490460739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"54917ec3-7eda-4806-84e7-5d44606c3a99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:11.800305837Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-0d2807","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-0d2807","reconcileID":"550a3204-a4a6-4c72-b905-be2ee1343d9b","aitenant":"ai-tenants/e2e-inf-a-0d2807","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:12.058565156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"0659d2d9-1055-433f-b2da-ec1c36465cb6","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:12.218797829Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"a8589005-9d34-4490-a21d-bdf7647c7275","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fc1c06e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:12.2973645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"253f31aa-b96f-4f91-b71c-a1d490f061e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:12.349717987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"253f31aa-b96f-4f91-b71c-a1d490f061e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:12.349838502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"1a9daf0d-fd0a-4ad1-b06d-e271192ed8b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:12.350142849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"1ce024be-d3ce-498b-bead-8fd817e5410b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:12.350211892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"b1eb459d-f875-460e-aca3-b6971420d98b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:12.350409002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"59140819-9d28-44c6-adcf-26c563cb460c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:12.40203549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"253f31aa-b96f-4f91-b71c-a1d490f061e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:12.454040066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"253f31aa-b96f-4f91-b71c-a1d490f061e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:12.459994603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"b1eb459d-f875-460e-aca3-b6971420d98b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:12.46019772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"1a9daf0d-fd0a-4ad1-b06d-e271192ed8b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:12.462188788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"59140819-9d28-44c6-adcf-26c563cb460c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:12.462385261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"1ce024be-d3ce-498b-bead-8fd817e5410b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:12.724114158Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-0d2807","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-0d2807","reconcileID":"550a3204-a4a6-4c72-b905-be2ee1343d9b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-0d2807","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-0d2807"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:12.922374925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"397651c5-d091-409c-be57-07843d59d9e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:12.922449819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"aa8ad59d-b62b-4c63-bcdc-cc60ceecefdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:12.922876522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"466ac039-b679-4f55-8a35-3c9d2d14f32f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:12.92289586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"e4ef9564-7bde-41fe-88aa-84048f42010b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:12.979006742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"397651c5-d091-409c-be57-07843d59d9e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:12.979171575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"aa8ad59d-b62b-4c63-bcdc-cc60ceecefdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:12.981535388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"466ac039-b679-4f55-8a35-3c9d2d14f32f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:12.981573372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"e4ef9564-7bde-41fe-88aa-84048f42010b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:14.382560981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4f8ef2e-0900-4adc-b91b-0ff3353a2ae0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:14.435139585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4f8ef2e-0900-4adc-b91b-0ff3353a2ae0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:14.487171046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4f8ef2e-0900-4adc-b91b-0ff3353a2ae0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:14.53940756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4f8ef2e-0900-4adc-b91b-0ff3353a2ae0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:21.005665938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8557ba94-0f11-420a-816b-7cd94a74d6c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:21.063721309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8557ba94-0f11-420a-816b-7cd94a74d6c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:21.116738629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8557ba94-0f11-420a-816b-7cd94a74d6c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:21.172911183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8557ba94-0f11-420a-816b-7cd94a74d6c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:22.299975653Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"6679ed2b-875d-49a0-89c7-98b72ec94bbc","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"model":"e2e-models-e2e-worker-w4-f73e89/distinct-w4-f73e89","subscription":"e2e-sa-multi-no-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:22.352361691Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"6679ed2b-875d-49a0-89c7-98b72ec94bbc","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"model":"e2e-models-e2e-worker-w4-f73e89/distinct-w4-f73e89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:22.405768028Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"6679ed2b-875d-49a0-89c7-98b72ec94bbc","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/distinct-w4-f73e89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:22.765620942Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3986bf priority=0:[ai-tenant-e2e-extmod-b-3986bf/e2e-att-detach-f08036-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-serve-185fad-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-unrel-bd0892-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:22.767007762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"74d6c840-e7c0-498c-8831-7013a5be7caa","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:22.827972801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"0f343f58-401f-4164-aabc-4ed60ea7db8f","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:22.921789681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"fe64e6de-a0e3-43f8-a323-c71110c4c449","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:23.036174807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"7cc42bfb-3cfb-4f1e-be3b-3d2e0879edbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:23.036267561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"eebc1955-344c-4b99-9c63-f1661e898734","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:23.083369611Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"de50852d-effc-488a-93b2-585a359f6440","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7da6a9db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:23.094645659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"7cc42bfb-3cfb-4f1e-be3b-3d2e0879edbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:23.095622087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"eebc1955-344c-4b99-9c63-f1661e898734","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:23.13055698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"c3bda877-d718-49af-8a98-b736b17857e2","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:23.130619176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"f264302a-d801-4cac-ab8c-64bb80189f03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:23.197107385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"c3bda877-d718-49af-8a98-b736b17857e2","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:23.198671997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"f264302a-d801-4cac-ab8c-64bb80189f03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:23.212463632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bd49d96-c1a7-4d81-800e-22191fc2791a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:23.268930757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bd49d96-c1a7-4d81-800e-22191fc2791a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:23.366840468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bd49d96-c1a7-4d81-800e-22191fc2791a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:23.421935443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bd49d96-c1a7-4d81-800e-22191fc2791a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:23.668547356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"3d03aa33-f550-43a7-b7fd-4f7174f1c5d0","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:23.720334559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"93315eb3-b3d6-4281-af97-0301cb6132bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:23.72035961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"659cf4a4-1889-4d47-854a-b7d58c3c0b9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:23.726021519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"3d03aa33-f550-43a7-b7fd-4f7174f1c5d0","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:23.772920806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"fc06226b-5dc9-435c-bbc2-f554c8a03b10","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:23.780407978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"93315eb3-b3d6-4281-af97-0301cb6132bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:23.788229743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"659cf4a4-1889-4d47-854a-b7d58c3c0b9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:23.831100131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"fc06226b-5dc9-435c-bbc2-f554c8a03b10","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:27.979211033Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-transition-sub","reconcileID":"99426b37-bbc8-4282-b58e-a0152614b723","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w2-14a6e4/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:28.216737459Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"e2e-temp-model-status","reconcileID":"d9a76222-7b40-4c08-9555-210f85dd23d6","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"tenant":"e2e-worker-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:28.216871747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"e2e-temp-model-status","reconcileID":"d9a76222-7b40-4c08-9555-210f85dd23d6","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"distinct-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"distinct-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:28.808821799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"59fb5bdd-166a-4635-91aa-6d47156990df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:28.8088902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"dee05f16-00f6-4d87-838f-0123f92bcc4d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:28.809312139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"6c522ec2-7942-45bc-926f-28d431e2d934","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:28.812548339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"9788638a-0b38-4ff9-972d-e0e0d80d8eb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:28.860697407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"a61b1aec-df6b-4a9c-b719-009beced4c58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:28.866208845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"59fb5bdd-166a-4635-91aa-6d47156990df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:28.866561238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"6c522ec2-7942-45bc-926f-28d431e2d934","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:28.868394327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"dee05f16-00f6-4d87-838f-0123f92bcc4d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:28.869174536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"9788638a-0b38-4ff9-972d-e0e0d80d8eb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:28.917827365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"a61b1aec-df6b-4a9c-b719-009beced4c58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:29.227382327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"ca63211b-5347-4434-9bb1-62ca61d74f5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:29.227387812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-transition-auth","reconcileID":"4cb8b070-87b7-4795-8be3-b958c2accfa2","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:29.284568281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"ca63211b-5347-4434-9bb1-62ca61d74f5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:29.284585187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-transition-auth","reconcileID":"4cb8b070-87b7-4795-8be3-b958c2accfa2","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:30.656180512Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-transition-sub","reconcileID":"2ceb41e6-c2b9-41a2-84b6-018fca0a845e","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"model":"e2e-models-e2e-worker-w2-14a6e4/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-14a6e4/e2e-temp-model-status (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:30.708470546Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"e2e-temp-model-status","reconcileID":"1121535d-d594-4895-a844-2b4fb6fca9e3","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-14a6e4","model":"e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:30.708543067Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-transition-sub","reconcileID":"2ceb41e6-c2b9-41a2-84b6-018fca0a845e","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:30.812508581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-transition-auth","reconcileID":"dcecefef-19f6-46c6-ab3b-11cc614805ce","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:30.812748483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"f2ee46dd-230b-48de-86d6-f7173265cf28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:30.812508506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"57528482-41a7-46e9-a3ee-9c844f515772","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:30.869652922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-transition-auth","reconcileID":"dcecefef-19f6-46c6-ab3b-11cc614805ce","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:30.869684659Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-transition-auth","reconcileID":"dcecefef-19f6-46c6-ab3b-11cc614805ce","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"model":"e2e-models-e2e-worker-w2-14a6e4/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:30.869733359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"f2ee46dd-230b-48de-86d6-f7173265cf28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:30.873098195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"distinct-w2-14a6e4","reconcileID":"1305f1ed-ed3d-4501-9d22-2c664bbeff46","MaaSModelRef":{"name":"distinct-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"distinct-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"distinct-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:30.87361658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"57528482-41a7-46e9-a3ee-9c844f515772","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:31.22966702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-transition-auth","reconcileID":"9b6ce3f9-e747-420d-88d2-63520f4c9acf","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:31.286308592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-transition-auth","reconcileID":"9b6ce3f9-e747-420d-88d2-63520f4c9acf","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:31.286369103Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-transition-auth","reconcileID":"9b6ce3f9-e747-420d-88d2-63520f4c9acf","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"model":"e2e-models-e2e-worker-w2-14a6e4/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:31.334944545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"7d6c2ff9-51e7-44ba-84ef-1c5c030d9fe9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:31.335021969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"99c4bd7b-119f-4e6c-858f-4209f3ed1863","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:31.394577707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"7d6c2ff9-51e7-44ba-84ef-1c5c030d9fe9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:31.394753631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"99c4bd7b-119f-4e6c-858f-4209f3ed1863","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:31.713932318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-transition-auth","reconcileID":"d1383534-58e3-4cc3-aa5c-202b5baaf876","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:31.770518736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-transition-auth","reconcileID":"d1383534-58e3-4cc3-aa5c-202b5baaf876","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:31.826285357Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-transition-auth","reconcileID":"d1383534-58e3-4cc3-aa5c-202b5baaf876","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"model":"e2e-models-e2e-worker-w2-14a6e4/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:31.855194576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"9dfc6fd0-7d0e-4b50-ac8c-997060543f52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:31.855206834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"1b5c0888-daf4-4c15-99b4-5d7ddd6ed283","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:31.912176564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"9dfc6fd0-7d0e-4b50-ac8c-997060543f52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:31.912254472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"1b5c0888-daf4-4c15-99b4-5d7ddd6ed283","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:33.13581428Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"f396c631-ab2e-474b-a03a-13eaec09bc74","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"model":"e2e-models-e2e-worker-w4-f73e89/distinct-2-w4-f73e89","subscription":"e2e-sa-multi-no-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:33.187833524Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"f396c631-ab2e-474b-a03a-13eaec09bc74","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"model":"e2e-models-e2e-worker-w4-f73e89/distinct-2-w4-f73e89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:33.239893184Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"f396c631-ab2e-474b-a03a-13eaec09bc74","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/distinct-2-w4-f73e89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:33.513294374Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3986bf priority=0:[ai-tenant-e2e-extmod-b-3986bf/e2e-att-detach-f08036-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-serve-185fad-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-unrel-bd0892-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:33.514656923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"921b601d-b13f-41cd-a882-0b0f7ad84d24","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:33.671467321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"bb74a508-cba2-4583-a439-07cede06e473","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:33.773594058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"5e07c292-35d7-4c73-8eb4-26f1b674ebf2","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:33.773978506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"f6755f64-45fa-41ab-9b0c-0644d393e903","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:33.776078257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"99115458-47bf-4724-875e-f1b070ed144c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:33.776095799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"ce23af31-424d-4386-98d5-9743ab95fb21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:33.832279845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"5e07c292-35d7-4c73-8eb4-26f1b674ebf2","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:33.832479669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"f6755f64-45fa-41ab-9b0c-0644d393e903","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:33.834802271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"99115458-47bf-4724-875e-f1b070ed144c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:33.835033085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"ce23af31-424d-4386-98d5-9743ab95fb21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:34.036545192Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"1a993c18-9e5c-45ac-a862-47b2796a64a8","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"model":"e2e-models-e2e-worker-w4-f73e89/distinct-w4-f73e89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:34.243173835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"2e2fdfd6-e348-4f64-bb8c-0492c3c67559","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:34.294158389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"3f52ec1c-8296-490f-b5b9-3015ae883867","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:34.300206294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"2e2fdfd6-e348-4f64-bb8c-0492c3c67559","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:34.46055051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"a1d479a1-1c72-44db-981d-dcf9b5c43934","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:34.504677151Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"170c9980-5c20-4498-bdb3-a661fcf8f6be","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"model":"e2e-models-e2e-worker-w4-f73e89/distinct-2-w4-f73e89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:34.712775757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"b943f2c2-6bcc-48fb-b4f7-33e3597ec8ea","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:36.142223359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"65d77b50-9b23-4c06-8c93-027a5b7c5c03","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:36.196966955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"c855f584-b49d-4fb3-94be-ccae2d569609","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:36.405237119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-hdr-auth1","reconcileID":"b4353225-102c-4f3b-83dd-319ea2a68b74","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:36.43004259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"3fd7524c-0111-4832-a138-3a4e7558f0c5","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:36.430279442Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3986bf priority=0:[ai-tenant-e2e-extmod-b-3986bf/e2e-att-detach-f08036-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-serve-185fad-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-unrel-bd0892-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:36.461889239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-hdr-auth1","reconcileID":"b4353225-102c-4f3b-83dd-319ea2a68b74","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:36.48829031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"954609d4-338a-4697-ab29-d65130014ae7","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:07:36.539968071Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-hdr-sub1","reconcileID":"f42aa9e3-be90-41f0-8529-1abadaca5d37","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:07:36.541565214Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"954609d4-338a-4697-ab29-d65130014ae7","name":"distinct-w4-f73e89","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w4-f73e89\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:07:36.541617691Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"954609d4-338a-4697-ab29-d65130014ae7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w4-f73e89\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:36.546874626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"654f1fff-2b87-4e12-a36b-4c2f060b8396","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:36.637644902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"d7518387-3c43-4ec4-9ef0-47eb956fcbda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:36.64089975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"cafcb911-d73c-4fb2-98ce-1143ff89bebe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:36.647118374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"01bbb976-4e7a-4d67-9de3-4ad77e8af514","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:36.694473151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"d7518387-3c43-4ec4-9ef0-47eb956fcbda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:36.697662283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"cafcb911-d73c-4fb2-98ce-1143ff89bebe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:36.703992065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"3a7defee-5edf-4e4f-a112-f21a832d6b46","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:36.716472072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"5b6cabef-114d-42aa-9aeb-eb3d51344857","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:36.773010663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"30a0408d-9236-4850-ab7e-ae4d603f3586","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:36.775073252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"7ef8352e-4187-4e56-b1bd-40d1cb213981","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:36.783177247Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:36.915188393Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-hdr-sub1","reconcileID":"4d2d3b17-f6cb-47e1-b04d-eb94f15b00b8","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-distinct-w4-f73e89","model":"distinct-w4-f73e89","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-f73e89/e2e-sa-multi-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:36.992550483Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3986bf priority=0:[ai-tenant-e2e-extmod-b-3986bf/e2e-att-detach-f08036-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-serve-185fad-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-unrel-bd0892-sub]","namespace=ai-tenant-e2e-worker-w4-f73e89 priority=0:[ai-tenant-e2e-worker-w4-f73e89/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w4-f73e89/e2e-sa-multi-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:36.992839021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"ebd737ab-4f67-4f48-924c-214a64d7d519","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:37.034243476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-hdr-auth1","reconcileID":"ef010f7f-39d3-4a5e-8b4a-3e685d3d1b24","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:37.03428669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-hdr-auth2","reconcileID":"86b13137-d738-4bc7-92bb-07e87d47b836","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:37.052832151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"b3bb59f0-011c-4154-9872-1dde57695f12","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:07:37.076600688Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-hdr-sub1","reconcileID":"4d2d3b17-f6cb-47e1-b04d-eb94f15b00b8","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:37.091835117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-hdr-auth1","reconcileID":"ef010f7f-39d3-4a5e-8b4a-3e685d3d1b24","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:37.092410996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-hdr-auth2","reconcileID":"86b13137-d738-4bc7-92bb-07e87d47b836","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:37.09881628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"2d2e0f0b-a1f0-4569-92ce-9e3fdd9e7cf8","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:07:37.104504004Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-f73e89/e2e-sa-multi-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:37.154450057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"b5521aa1-e58e-4513-9dba-5cfbac28bba8","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:37.183184507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"60c65265-a9a4-4990-b862-319e1c0e2eee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:37.183186494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"d76b0282-f7d3-480f-bc4a-b0a043444b5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:37.240375913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"60c65265-a9a4-4990-b862-319e1c0e2eee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:37.241774926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"d76b0282-f7d3-480f-bc4a-b0a043444b5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:37.287436504Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-hdr-sub1","reconcileID":"994ac17e-7c56-4880-9010-85db4c5ceaba","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-distinct-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/distinct-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:37.390953951Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-hdr-sub2","reconcileID":"9ca91c07-dd64-428b-ac6f-dba71547310d","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-distinct-2-w4-f73e89","model":"distinct-2-w4-f73e89","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-f73e89/e2e-sa-multi-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:37.403469675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"069ea20b-7254-474c-a704-d6ecef635dc6","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:37.451898897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"ee48aa49-1f24-43cb-8cef-ee95c33a1f8a","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:37.55512549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-hdr-auth1","reconcileID":"ba9dfd5b-0484-442d-b30e-f91266961472","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:37.55627832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"12fdd3e0-c4f3-4682-862a-b41050456f0b","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:37.61186764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-hdr-auth1","reconcileID":"ba9dfd5b-0484-442d-b30e-f91266961472","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:37.653834331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"eaebbbf4-ab9c-4e56-a2c1-a5c73f2ef357","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:37.654052642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"af9322ac-9fb5-4562-ab09-8d89b30fa33a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:37.710691622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"af9322ac-9fb5-4562-ab09-8d89b30fa33a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:37.710782127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"eaebbbf4-ab9c-4e56-a2c1-a5c73f2ef357","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:37.755484427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-hdr-auth2","reconcileID":"069474a9-edf8-47d2-9a31-2e8138d64a82","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:37.763541684Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-hdr-sub2","reconcileID":"0ceec355-1f24-44a2-98a2-45822fae9e35","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-distinct-2-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/distinct-2-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:37.812231337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-hdr-auth2","reconcileID":"069474a9-edf8-47d2-9a31-2e8138d64a82","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:41.529723423Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-transition-sub","reconcileID":"50ad4d18-99e7-401b-9a4d-d1cf87e0dce2","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"model":"e2e-models-e2e-worker-w2-14a6e4/e2e-temp-model-status","subscription":"e2e-status-transition-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:41.529989123Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-transition-sub","reconcileID":"50ad4d18-99e7-401b-9a4d-d1cf87e0dce2","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"model":"e2e-models-e2e-worker-w2-14a6e4/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-14a6e4/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:41.809639656Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3986bf priority=0:[ai-tenant-e2e-extmod-b-3986bf/e2e-att-detach-f08036-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-serve-185fad-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-unrel-bd0892-sub]","namespace=ai-tenant-e2e-worker-w4-f73e89 priority=0:[ai-tenant-e2e-worker-w4-f73e89/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w4-f73e89/e2e-sa-multi-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:41.86825498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"3263843f-bbca-482e-a06f-eb4f2d3f4fc5","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:42.016792671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-transition-auth","reconcileID":"512ba250-fd1f-44fd-91d8-9c87019d8861","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:42.016824102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"7a60b65b-eaee-42c4-bea4-1e7d511e837d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:42.0172512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"d02246d3-a909-491b-a869-8b0cfddf1fa2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:42.073944895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"7a60b65b-eaee-42c4-bea4-1e7d511e837d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:42.074106544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"d02246d3-a909-491b-a869-8b0cfddf1fa2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:42.076235627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-transition-auth","reconcileID":"512ba250-fd1f-44fd-91d8-9c87019d8861","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:42.13147616Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-transition-auth","reconcileID":"512ba250-fd1f-44fd-91d8-9c87019d8861","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"model":"e2e-models-e2e-worker-w2-14a6e4/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:42.277730511Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-status-transition-auth","reconcileID":"80e374ac-34ec-4b35-a800-44f9c3a4de46","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"model":"e2e-models-e2e-worker-w2-14a6e4/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:42.457464548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"6015ca55-f96c-47e9-9992-9449ee2c8a51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:42.457652596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"45fe93e2-2fa5-48a1-8f6b-bf054b013209","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:42.461426485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"af6d3b82-a6f9-41ef-bf4c-bfad80e6147c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:42.461530723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"c2ac3524-468a-4a3d-afa8-20cc2df3095a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:42.515180449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"6015ca55-f96c-47e9-9992-9449ee2c8a51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:42.515355699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"45fe93e2-2fa5-48a1-8f6b-bf054b013209","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:42.519971084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"c2ac3524-468a-4a3d-afa8-20cc2df3095a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:42.52484417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"af6d3b82-a6f9-41ef-bf4c-bfad80e6147c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:42.793819973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-hdr-auth1","reconcileID":"532d2bf5-c7df-477a-94b9-baa6c46f3fa1","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:42.850485529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-hdr-auth1","reconcileID":"532d2bf5-c7df-477a-94b9-baa6c46f3fa1","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:42.928483589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-hdr-auth2","reconcileID":"44a8b3ac-ffa8-4cc6-a290-7b7d1c6387e5","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:42.933796826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"3f235c92-7d0d-442b-86cc-d0e71d632f6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:42.942749294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"02825f29-da20-488a-b666-c2b2717f0b89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:42.985522151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-hdr-auth2","reconcileID":"44a8b3ac-ffa8-4cc6-a290-7b7d1c6387e5","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:42.991790794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"3f235c92-7d0d-442b-86cc-d0e71d632f6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:42.999516546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"02825f29-da20-488a-b666-c2b2717f0b89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:43.051829345Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"default-tenant","reconcileID":"9e161bc8-5be4-48f9-8978-5cbd547ef197","namespace":"ai-tenant-e2e-inf-b-cda04f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:43.051888245Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"default-tenant","reconcileID":"9e161bc8-5be4-48f9-8978-5cbd547ef197","namespace":"ai-tenant-e2e-inf-b-cda04f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:43.051940113Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"default-tenant","reconcileID":"9e161bc8-5be4-48f9-8978-5cbd547ef197","tenant":"e2e-inf-b-cda04f","tenantID":"e2e-inf-b-cda04f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:43.105178611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"default-tenant","reconcileID":"9e161bc8-5be4-48f9-8978-5cbd547ef197","gvk":"Deployment","name":"maas-api-e2e-inf-b-cda04f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:43.172757724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"default-tenant","reconcileID":"9e161bc8-5be4-48f9-8978-5cbd547ef197","gvk":"Service","name":"maas-api-e2e-inf-b-cda04f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:43.227772386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"default-tenant","reconcileID":"9e161bc8-5be4-48f9-8978-5cbd547ef197","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-cda04f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:43.282948153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"default-tenant","reconcileID":"9e161bc8-5be4-48f9-8978-5cbd547ef197","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-cda04f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:43.337933478Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"default-tenant","reconcileID":"9e161bc8-5be4-48f9-8978-5cbd547ef197","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-cda04f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:43.392455605Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"default-tenant","reconcileID":"9e161bc8-5be4-48f9-8978-5cbd547ef197","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-cda04f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:43.449492326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"default-tenant","reconcileID":"9e161bc8-5be4-48f9-8978-5cbd547ef197","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-cda04f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:43.504200406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"default-tenant","reconcileID":"9e161bc8-5be4-48f9-8978-5cbd547ef197","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-cda04f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:43.555969689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"default-tenant","reconcileID":"9e161bc8-5be4-48f9-8978-5cbd547ef197","gvk":"Deployment","name":"payload-processing-e2e-inf-b-cda04f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:43.557915536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"178f3e8f-6a53-45a6-80cf-a83e9efb8a44","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:43.607798807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"default-tenant","reconcileID":"9e161bc8-5be4-48f9-8978-5cbd547ef197","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-cda04f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:43.612302069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"2fa91898-8d20-4779-b311-cb277b957e1f","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:43.659561021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"default-tenant","reconcileID":"9e161bc8-5be4-48f9-8978-5cbd547ef197","gvk":"Service","name":"payload-processing-e2e-inf-b-cda04f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:43.711181864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"default-tenant","reconcileID":"9e161bc8-5be4-48f9-8978-5cbd547ef197","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-cda04f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:43.763001549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"default-tenant","reconcileID":"9e161bc8-5be4-48f9-8978-5cbd547ef197","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-cda04f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:43.767712129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-degraded-healthy-inf-auth","reconcileID":"382ca291-aa8c-4617-8568-76fc82bc9eca","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:43.814721619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"default-tenant","reconcileID":"9e161bc8-5be4-48f9-8978-5cbd547ef197","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-cda04f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:43.824602969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-degraded-healthy-inf-auth","reconcileID":"382ca291-aa8c-4617-8568-76fc82bc9eca","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:43.8661996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"default-tenant","reconcileID":"9e161bc8-5be4-48f9-8978-5cbd547ef197","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-cda04f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:43.921670054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"default-tenant","reconcileID":"9e161bc8-5be4-48f9-8978-5cbd547ef197","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-cda04f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:43.973141983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"default-tenant","reconcileID":"9e161bc8-5be4-48f9-8978-5cbd547ef197","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-cda04f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:44.024572735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"default-tenant","reconcileID":"9e161bc8-5be4-48f9-8978-5cbd547ef197","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-cda04f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:44.078644637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"default-tenant","reconcileID":"9e161bc8-5be4-48f9-8978-5cbd547ef197","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-cda04f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:44.105804737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"ce388656-8523-4ee8-a67b-78d583f45931","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:44.133436866Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-cda04f"},"namespace":"ai-tenant-e2e-inf-b-cda04f","name":"default-tenant","reconcileID":"9e161bc8-5be4-48f9-8978-5cbd547ef197","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-cda04f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:44.26523627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-degraded-healthy-inf-auth","reconcileID":"2dac4ced-57c1-41c1-8db4-f9b8f33ebad7","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:44.322379127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-degraded-healthy-inf-auth","reconcileID":"2dac4ced-57c1-41c1-8db4-f9b8f33ebad7","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:49.411353336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"eabfce80-3cb5-4c3b-a6ca-c663e5759282","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:49.57267017Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-hdr-sub1","reconcileID":"6e12389b-e093-47e8-88ff-9287045548ac","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e15fe852","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:49.671156233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"502d827d-29c5-4328-9713-6a5b1b0f43cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:49.671243355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-hdr-auth2","reconcileID":"2d886c16-4390-48a4-9f74-557057ad0575","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:49.671634911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"2dba0f86-2e90-4490-af0f-3d37a35abbe3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:49.671702497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-hdr-auth1","reconcileID":"e29fee5b-94b2-4446-bc9f-b0915d259156","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:49.72898256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-hdr-auth2","reconcileID":"2d886c16-4390-48a4-9f74-557057ad0575","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:49.729003172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"2dba0f86-2e90-4490-af0f-3d37a35abbe3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:49.731249911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"502d827d-29c5-4328-9713-6a5b1b0f43cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:49.731300041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-hdr-auth1","reconcileID":"e29fee5b-94b2-4446-bc9f-b0915d259156","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:50.191692624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"1c201656-1842-4a1f-91f8-b67eb9f73c29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:50.191712452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-hdr-auth1","reconcileID":"49570130-6eeb-495e-a8d1-a675a6bcd699","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:50.192189236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-hdr-auth2","reconcileID":"b1e0cc20-cb5f-4bc8-a63a-350a7df98347","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:50.192251766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"f4e042ca-4fde-4306-ac3d-3bc1a76a9be1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:50.248956821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"1c201656-1842-4a1f-91f8-b67eb9f73c29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:50.249859067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-hdr-auth2","reconcileID":"b1e0cc20-cb5f-4bc8-a63a-350a7df98347","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:50.251508512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"f4e042ca-4fde-4306-ac3d-3bc1a76a9be1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:50.253171295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-hdr-auth1","reconcileID":"49570130-6eeb-495e-a8d1-a675a6bcd699","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:50.875985515Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-cda04f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-cda04f","reconcileID":"ac6b4bf1-5de3-492d-89f3-39164f8f9d2d","aitenant":"ai-tenants/e2e-inf-b-cda04f","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:51.395870848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a192d81f-89cf-424b-877e-306ebf32db53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:51.447830817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a192d81f-89cf-424b-877e-306ebf32db53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:51.499744625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a192d81f-89cf-424b-877e-306ebf32db53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:51.551457843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a192d81f-89cf-424b-877e-306ebf32db53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:51.715067539Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-cda04f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-cda04f","reconcileID":"ac6b4bf1-5de3-492d-89f3-39164f8f9d2d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-cda04f","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-cda04f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:53.11380806Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523","reconcileID":"b08f9e54-16ca-4b7b-a5d5-10e8e6b4102d","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"tenant":"e2e-ipp-a-58d523","gateway":"openshift-ingress/e2e-ipp-a-58d523","model":"ai-tenant-e2e-ipp-a-58d523/ipp-route-58d523","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:53.113834519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523","reconcileID":"b08f9e54-16ca-4b7b-a5d5-10e8e6b4102d","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"routeName":"ipp-route-58d523-kserve-route","namespace":"ai-tenant-e2e-ipp-a-58d523","llmisvcName":"ipp-route-58d523","gateway":"openshift-ingress/e2e-ipp-a-58d523","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:53.502975794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12407238-8402-4244-9eab-e256a648152e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:53.554664753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12407238-8402-4244-9eab-e256a648152e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:53.606498033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12407238-8402-4244-9eab-e256a648152e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:53.659276107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12407238-8402-4244-9eab-e256a648152e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:53.834050854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"0a4a6917-86bf-45b1-b2c2-33961d18a7dd","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:53.87376806Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3986bf priority=0:[ai-tenant-e2e-extmod-b-3986bf/e2e-att-detach-f08036-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-serve-185fad-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-unrel-bd0892-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:53.930795186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"a79355d9-9296-4ae1-9233-7e18950252e1","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:07:53.991952299Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-degraded-healthy-inf","reconcileID":"9159243d-c5b2-45b3-bcfb-b571e1596d1d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-healthy-inf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:53.992113871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"84f5ee98-5cbc-423d-bc96-625b8b3f1a98","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:54.030418097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"80016d3b-477a-47aa-8835-afb17a2cac1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:54.030419852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-degraded-healthy-inf-auth","reconcileID":"9a10bd61-4ab7-4ea4-9abf-e31df2f78f61","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:54.030905458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"7b5a08e8-fbdd-45e6-a1f9-1f75ef9104aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:54.087451369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"7b5a08e8-fbdd-45e6-a1f9-1f75ef9104aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:54.087649448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"80016d3b-477a-47aa-8835-afb17a2cac1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:54.089777932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-degraded-healthy-inf-auth","reconcileID":"9a10bd61-4ab7-4ea4-9abf-e31df2f78f61","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:54.106997893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"7528917a-a06f-411c-99c1-69497999bfbb","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:54.164033215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"4b00438d-ac8f-4907-b1c0-8702f069f4e5","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:54.430881958Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-degraded-healthy-inf","reconcileID":"1968d6c9-023a-47a0-a569-9809e1092565","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-14a6e4/e2e-degraded-healthy-inf","ai-tenant-e2e-worker-w2-14a6e4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:54.431038204Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-degraded-healthy-inf","reconcileID":"1968d6c9-023a-47a0-a569-9809e1092565","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"model":"e2e-models-e2e-worker-w2-14a6e4/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-14a6e4/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:54.446911776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"803a2f41-1058-431a-ae13-4fcb9216892d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:54.449551755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"56b4b89d-f0f6-444e-b313-a3b779d45a8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:54.450707418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-degraded-healthy-inf-auth","reconcileID":"b1203cba-1e5f-4d19-945e-3f3aa0a8e804","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:54.504488317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"803a2f41-1058-431a-ae13-4fcb9216892d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:54.507451894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"56b4b89d-f0f6-444e-b313-a3b779d45a8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:54.507785557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-degraded-healthy-inf-auth","reconcileID":"b1203cba-1e5f-4d19-945e-3f3aa0a8e804","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:54.646742378Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"06851da4-da93-4b6c-b8c8-050f48221227","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:54.664226889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"e0576973-ad6c-4e5a-ae38-fd41569ac4ec","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:54.87288927Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-degraded-healthy-inf","reconcileID":"54be7643-1dfa-43fd-a476-abb7c4e2335a","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:54.873030077Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-degraded-healthy-inf","reconcileID":"54be7643-1dfa-43fd-a476-abb7c4e2335a","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"model":"e2e-models-e2e-worker-w2-14a6e4/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-14a6e4/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:56.924765272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"250869b4-f666-4cf2-bc49-a375a1916439","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:57.080189067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"0f053ec1-81c5-495e-92f7-0b4b94dce86a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:57.080270387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-degraded-healthy-inf-auth","reconcileID":"67cfec71-8bbb-4b48-b6e4-14ba9503ccf7","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:57.080807008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"a2922ec6-8368-4949-8588-226b95f38680","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:57.138145761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"a2922ec6-8368-4949-8588-226b95f38680","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:57.138692638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"0f053ec1-81c5-495e-92f7-0b4b94dce86a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:57.140750668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-degraded-healthy-inf-auth","reconcileID":"67cfec71-8bbb-4b48-b6e4-14ba9503ccf7","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:58.54407635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523","reconcileID":"ef7f562c-54db-4534-84d8-f2cbaa5c9f82","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"tenant":"e2e-ipp-a-58d523","gateway":"openshift-ingress/e2e-ipp-a-58d523","model":"ai-tenant-e2e-ipp-a-58d523/ipp-route-58d523","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:58.54409784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523","reconcileID":"ef7f562c-54db-4534-84d8-f2cbaa5c9f82","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"routeName":"ipp-route-58d523-kserve-route","namespace":"ai-tenant-e2e-ipp-a-58d523","llmisvcName":"ipp-route-58d523","gateway":"openshift-ingress/e2e-ipp-a-58d523","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:58.599174116Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523","reconcileID":"a2eb1900-2d50-4b77-a27e-e85cd3bfc4fd","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"tenant":"e2e-ipp-a-58d523","gateway":"openshift-ingress/e2e-ipp-a-58d523","model":"ai-tenant-e2e-ipp-a-58d523/ipp-route-58d523","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:58.599199857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523","reconcileID":"a2eb1900-2d50-4b77-a27e-e85cd3bfc4fd","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"routeName":"ipp-route-58d523-kserve-route","namespace":"ai-tenant-e2e-ipp-a-58d523","llmisvcName":"ipp-route-58d523","gateway":"openshift-ingress/e2e-ipp-a-58d523","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:58.734311559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-58d523-auth","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523-auth","reconcileID":"816dfc8f-9115-4e76-b3f3-7e14cf1365bc","MaaSAuthPolicy":{"name":"ipp-route-58d523-auth","namespace":"ai-tenant-e2e-ipp-a-58d523"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-58d523","tenantID":"e2e-ipp-a-58d523","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:58.912900098Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-58d523-auth","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523-auth","reconcileID":"816dfc8f-9115-4e76-b3f3-7e14cf1365bc","MaaSAuthPolicy":{"name":"ipp-route-58d523-auth","namespace":"ai-tenant-e2e-ipp-a-58d523"},"name":"e2e-ipp-a-58d523-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:58.968836294Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-58d523-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-58d523-auth","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523-auth","reconcileID":"816dfc8f-9115-4e76-b3f3-7e14cf1365bc","MaaSAuthPolicy":{"name":"ipp-route-58d523-auth","namespace":"ai-tenant-e2e-ipp-a-58d523"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:59.025927167Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523","reconcileID":"f2f8b297-865a-48f2-9f82-3764a304e96e","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"tenant":"e2e-ipp-a-58d523","gateway":"openshift-ingress/e2e-ipp-a-58d523","model":"ai-tenant-e2e-ipp-a-58d523/ipp-route-58d523","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:59.025946925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523","reconcileID":"f2f8b297-865a-48f2-9f82-3764a304e96e","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"routeName":"ipp-route-58d523-kserve-route","namespace":"ai-tenant-e2e-ipp-a-58d523","llmisvcName":"ipp-route-58d523","gateway":"openshift-ingress/e2e-ipp-a-58d523","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:59.626036314Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-hdr-sub1","reconcileID":"f4857db8-0612-49fd-9525-3ca7bfc655b3","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"model":"e2e-models-e2e-worker-w4-f73e89/distinct-w4-f73e89","subscription":"e2e-sa-multi-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:59.678609485Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-hdr-sub1","reconcileID":"f4857db8-0612-49fd-9525-3ca7bfc655b3","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"model":"e2e-models-e2e-worker-w4-f73e89/distinct-w4-f73e89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:59.70717431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00b11290-77f0-4bdc-8aef-07f6befd08d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:59.759463021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00b11290-77f0-4bdc-8aef-07f6befd08d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:59.759556981Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-hdr-sub1","reconcileID":"f4857db8-0612-49fd-9525-3ca7bfc655b3","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/distinct-w4-f73e89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:59.811421288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00b11290-77f0-4bdc-8aef-07f6befd08d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:07:59.863469081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00b11290-77f0-4bdc-8aef-07f6befd08d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:00.080944042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"7fa26a36-109c-4555-b0d0-af331247a9f4","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:00.08099588Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3986bf priority=0:[ai-tenant-e2e-extmod-b-3986bf/e2e-att-detach-f08036-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-serve-185fad-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-unrel-bd0892-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:00.221008526Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-3578ce","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-3578ce","reconcileID":"888fd19a-0388-47ae-a783-10b1f4a1d0fc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-3578ce","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-3578ce":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:00.234111549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"dde28805-cb18-416c-8e0c-0628e8456936","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:00.339839841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-hdr-auth2","reconcileID":"94c3696b-c093-4faa-bb71-80990d011244","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:00.340583847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-hdr-auth1","reconcileID":"b50b2dee-b1e0-4c2d-8f19-7dea1674ce84","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:00.343717142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"9c85b231-ca87-40fe-bef2-400de605faa4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:00.343819109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"5e9c42e8-5189-48db-a0ab-e3e015330226","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:00.399827432Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-hdr-sub2","reconcileID":"2e2d4b73-8e2b-401d-aebb-9df90f841dbe","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d981b767","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:00.404568231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-hdr-auth2","reconcileID":"94c3696b-c093-4faa-bb71-80990d011244","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:00.407097228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-hdr-auth1","reconcileID":"b50b2dee-b1e0-4c2d-8f19-7dea1674ce84","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:00.409703001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"5e9c42e8-5189-48db-a0ab-e3e015330226","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:00.411679436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"9c85b231-ca87-40fe-bef2-400de605faa4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:00.899618975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"21d1e1c5-134b-41d8-aa72-0d25963585ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:00.899651389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"93099497-65b9-4ddb-a113-f30ce1abcfee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:00.951458338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-hdr-auth2","reconcileID":"1578eafe-e1d8-4c1b-b0bd-236235a850c8","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:00.951526008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-hdr-auth1","reconcileID":"94aa60df-5010-403c-9e2b-322f4de6d9d0","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:01.008460198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-hdr-auth2","reconcileID":"1578eafe-e1d8-4c1b-b0bd-236235a850c8","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:01.009026573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-hdr-auth1","reconcileID":"94aa60df-5010-403c-9e2b-322f4de6d9d0","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:01.010764537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"93099497-65b9-4ddb-a113-f30ce1abcfee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:01.011192292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"21d1e1c5-134b-41d8-aa72-0d25963585ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:02.014789332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad7c65c6-e1f4-4aef-80e0-231475c5ac2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:02.07920704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad7c65c6-e1f4-4aef-80e0-231475c5ac2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:02.133846027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad7c65c6-e1f4-4aef-80e0-231475c5ac2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:02.189253138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad7c65c6-e1f4-4aef-80e0-231475c5ac2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:02.930302838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-hdr-auth1","reconcileID":"52810b6f-f91c-41f9-b97c-50b9f6232c1a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:02.930304259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-hdr-auth2","reconcileID":"49c9fe09-4eb1-400f-b5e3-aa4accbeb0eb","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:02.930693444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"fbe3069e-fcea-4794-969c-cfc5973b997b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:02.930836519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"d47fefe7-9bb3-43f8-8563-546da7aec3f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:02.987596752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"d47fefe7-9bb3-43f8-8563-546da7aec3f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:02.987663815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-hdr-auth2","reconcileID":"49c9fe09-4eb1-400f-b5e3-aa4accbeb0eb","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:02.9898594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-hdr-auth1","reconcileID":"52810b6f-f91c-41f9-b97c-50b9f6232c1a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:02.98993368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"fbe3069e-fcea-4794-969c-cfc5973b997b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:03.534570072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"2b2e17ba-4616-4442-8429-3d41c4ee8852","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:03.534979745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-hdr-auth2","reconcileID":"dd569371-8a87-49ae-a1f9-dd74ac8e5801","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:03.53527684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"da2aea4d-3ddf-4198-968d-69f6400e8c47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:03.535621776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-hdr-auth1","reconcileID":"5434fdce-7861-487b-8c98-2c631c516df6","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:03.591728996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-hdr-auth2","reconcileID":"dd569371-8a87-49ae-a1f9-dd74ac8e5801","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:03.591814746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"2b2e17ba-4616-4442-8429-3d41c4ee8852","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:03.59417685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"da2aea4d-3ddf-4198-968d-69f6400e8c47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:03.594197199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-hdr-auth1","reconcileID":"5434fdce-7861-487b-8c98-2c631c516df6","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:04.119741297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff46c922-0512-45c2-8ad1-cd48cd0ff977","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:04.17677502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff46c922-0512-45c2-8ad1-cd48cd0ff977","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:04.237556941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff46c922-0512-45c2-8ad1-cd48cd0ff977","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:04.28963917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff46c922-0512-45c2-8ad1-cd48cd0ff977","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:06.777646452Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:07.086759458Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-degraded-healthy-inf","reconcileID":"22570028-673d-40a2-8348-31fca879a80a","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:07.301668562Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-degraded-healthy-inf","reconcileID":"22570028-673d-40a2-8348-31fca879a80a","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-14a6e4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:07.301696212Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-degraded-healthy-inf","reconcileID":"22570028-673d-40a2-8348-31fca879a80a","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"model":"e2e-models-e2e-worker-w2-14a6e4/nonexistent-model-inf","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:07.301846616Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-degraded-healthy-inf","reconcileID":"22570028-673d-40a2-8348-31fca879a80a","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"model":"e2e-models-e2e-worker-w2-14a6e4/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-14a6e4/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:07.510679453Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"c4dae48e-bf5b-4fa2-90b8-2aa45ef2a8c2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:07.569510604Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3986bf priority=0:[ai-tenant-e2e-extmod-b-3986bf/e2e-att-detach-f08036-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-serve-185fad-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-unrel-bd0892-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:07.569553838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"a4da1d49-c5b8-4e9b-8178-709346f0858c","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:07.721458389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"56349f17-47b4-4256-b8e2-4f21dd29b2c2","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:07.725062147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"37e04dfc-c2ee-4c07-af1f-a9700607d0d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:07.725142369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"2e25ddf7-1de4-48a4-ae72-214b3f92e72c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:07.725703065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-degraded-healthy-inf-auth","reconcileID":"6a35f860-728b-48cc-ab79-af1c17eb2e23","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:07.782063811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"2e25ddf7-1de4-48a4-ae72-214b3f92e72c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:07.782254129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"37e04dfc-c2ee-4c07-af1f-a9700607d0d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:07.784204358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-degraded-healthy-inf-auth","reconcileID":"6a35f860-728b-48cc-ab79-af1c17eb2e23","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:07.98529648Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-degraded-healthy-inf-auth","reconcileID":"021bb3c9-3353-4979-b43d-0a257cc56401","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:08.153911603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"fc07b016-89a7-459e-9a6f-88577b5433aa","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:09.036275793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"f11ed99a-cdab-4f3a-9370-8b18f9d2d42a","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:09.090832535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"5e813593-4864-47f7-91ef-66c093c8116d","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:09.130255913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-58d523-auth","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523-auth","reconcileID":"c0a2b667-024c-440f-9f55-f311e6dbf376","MaaSAuthPolicy":{"name":"ipp-route-58d523-auth","namespace":"ai-tenant-e2e-ipp-a-58d523"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-58d523","tenantID":"e2e-ipp-a-58d523","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:09.188547986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-58d523-auth","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523-auth","reconcileID":"c0a2b667-024c-440f-9f55-f311e6dbf376","MaaSAuthPolicy":{"name":"ipp-route-58d523-auth","namespace":"ai-tenant-e2e-ipp-a-58d523"},"name":"e2e-ipp-a-58d523-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:09.244041178Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-58d523-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-58d523-auth","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523-auth","reconcileID":"c0a2b667-024c-440f-9f55-f311e6dbf376","MaaSAuthPolicy":{"name":"ipp-route-58d523-auth","namespace":"ai-tenant-e2e-ipp-a-58d523"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:09.281965467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-degraded-models-apikey-auth","reconcileID":"a65a6891-f41e-4943-8bea-53e29fd3fa82","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:09.320588028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"043aa716-ce18-4e6f-ae3f-1e644e3c4c5d","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:09.320731003Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3986bf priority=0:[ai-tenant-e2e-extmod-b-3986bf/e2e-att-detach-f08036-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-serve-185fad-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-unrel-bd0892-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:09.339483163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-degraded-models-apikey-auth","reconcileID":"a65a6891-f41e-4943-8bea-53e29fd3fa82","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:09.375912477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"99336d79-b273-4237-ba74-1c554fb010a6","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:08:09.429557147Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-degraded-models-apikey","reconcileID":"66ad54f0-88dd-48ad-9d15-4dccd5adf627","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-apikey\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:09.479300878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"74a5dbb7-7a59-4772-a6b5-178857efbcab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:09.480164804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"27d7532c-0272-44ae-8425-cec27a0d9e5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:09.536762166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"27d7532c-0272-44ae-8425-cec27a0d9e5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:09.537754342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"74a5dbb7-7a59-4772-a6b5-178857efbcab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:09.54221999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"896e18ef-a576-48cc-85d3-715d90e877b8","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:09.599011488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"bf9a0cea-04c8-41d0-b276-15d8ad2a5471","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:09.655817185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"f9a0bb06-e604-4ff8-86d6-77544dc6ec2e","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:09.811563388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-degraded-models-apikey-auth","reconcileID":"4f6a2c36-52d8-4ee0-b88e-87f3a6cd03eb","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:09.865897504Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-degraded-models-apikey","reconcileID":"e1d43e89-cca9-47f9-9dd3-91a780933ef3","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-14a6e4/e2e-degraded-models-apikey","ai-tenant-e2e-worker-w2-14a6e4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:09.866030419Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-degraded-models-apikey","reconcileID":"e1d43e89-cca9-47f9-9dd3-91a780933ef3","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"model":"e2e-models-e2e-worker-w2-14a6e4/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-14a6e4/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:09.870538098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-degraded-models-apikey-auth","reconcileID":"4f6a2c36-52d8-4ee0-b88e-87f3a6cd03eb","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:09.912532387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"c145c847-9799-4731-805e-513d5f31a8df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:09.91256585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"751f02b4-1197-4f65-9853-9a3052250cd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:09.969665503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"751f02b4-1197-4f65-9853-9a3052250cd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:09.970892117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"c145c847-9799-4731-805e-513d5f31a8df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:10.074353736Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"b778fd51-5533-4473-bb36-b6f16803f647","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:10.083191314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"13b55a2f-9ead-409b-b2ed-8d33429967d5","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:10.291553557Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-degraded-models-apikey","reconcileID":"da145dbd-c9c5-42dd-9a10-05e7f3288498","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:10.291692696Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-degraded-models-apikey","reconcileID":"da145dbd-c9c5-42dd-9a10-05e7f3288498","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"model":"e2e-models-e2e-worker-w2-14a6e4/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-14a6e4/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:10.452210367Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-hdr-sub2","reconcileID":"b74eecae-5c5e-46d8-8f6a-d924cafbb53b","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"model":"e2e-models-e2e-worker-w4-f73e89/distinct-2-w4-f73e89","subscription":"e2e-sa-multi-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:10.504277742Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-hdr-sub2","reconcileID":"b74eecae-5c5e-46d8-8f6a-d924cafbb53b","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"model":"e2e-models-e2e-worker-w4-f73e89/distinct-2-w4-f73e89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:10.556518651Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-hdr-sub2","reconcileID":"b74eecae-5c5e-46d8-8f6a-d924cafbb53b","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/distinct-2-w4-f73e89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:10.826592519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"f3922079-255c-4f16-a314-73cf90bfb6df","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:10.826846249Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3986bf priority=0:[ai-tenant-e2e-extmod-b-3986bf/e2e-att-detach-f08036-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-serve-185fad-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-unrel-bd0892-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:10.887620801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"42a42673-9fad-4d72-b42f-ccd500b1856d","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:10.982519127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"d7ac9ce3-db2d-4683-94cd-6b2389d0d3d6","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:11.086279312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"cb670b7c-9c48-490c-8adc-53f3edb33a2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:11.086470749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-hdr-auth2","reconcileID":"467b0733-da78-49d3-97b5-e9178c15118d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:11.086278982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"fe9d6eaf-3b05-4931-941f-e1e4a05a9d61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:11.086752409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-hdr-auth1","reconcileID":"1827d70f-692b-4ffc-a8e0-a961ae795332","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:11.143770662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"cb670b7c-9c48-490c-8adc-53f3edb33a2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:11.143928331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"fe9d6eaf-3b05-4931-941f-e1e4a05a9d61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:11.147249803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-hdr-auth2","reconcileID":"467b0733-da78-49d3-97b5-e9178c15118d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:11.147510221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-hdr-auth1","reconcileID":"1827d70f-692b-4ffc-a8e0-a961ae795332","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:11.301647202Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-hdr-auth1","reconcileID":"b0aaf7ab-dc19-4651-8a3d-ca9778f2b9f4","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"model":"e2e-models-e2e-worker-w4-f73e89/distinct-w4-f73e89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:11.462291515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"955dbbab-8b9c-431e-a142-24898d7518d3","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:11.50895739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-hdr-auth2","reconcileID":"25140386-d716-494f-85d7-27ec1476238a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:11.566015351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-hdr-auth2","reconcileID":"25140386-d716-494f-85d7-27ec1476238a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:11.617972842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"c076a4df-be4d-4a75-870d-c25f6f7ec167","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:11.720073541Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"e2e-sa-multi-hdr-auth2","reconcileID":"1355eaaa-5626-4af9-a960-a1f55fce6557","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"model":"e2e-models-e2e-worker-w4-f73e89/distinct-2-w4-f73e89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:11.927842133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"ce2393cd-1bec-4da5-9374-803c3b15bbd4","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:12.343474745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"57482bcc-96f2-4b89-a912-2336affd2c84","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:12.499422146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"1d96a471-d8fe-4eb9-acc2-0d98a3435dfd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:12.499541106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-degraded-models-apikey-auth","reconcileID":"7a4b4d7d-babb-42f4-8858-bd3a47514420","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:12.499894804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"ed802236-1b05-492f-acd6-2fde72988e5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:12.556965561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"1d96a471-d8fe-4eb9-acc2-0d98a3435dfd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:12.558233008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-degraded-models-apikey-auth","reconcileID":"7a4b4d7d-babb-42f4-8858-bd3a47514420","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:12.559261285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"ed802236-1b05-492f-acd6-2fde72988e5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:14.192409468Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"836e2399-e45c-4646-b30c-652df86a654b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:14.19242964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"836e2399-e45c-4646-b30c-652df86a654b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:14.246915215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b98f71da-6cb8-469a-9757-49af18984903","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:14.246934315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b98f71da-6cb8-469a-9757-49af18984903","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:14.350956883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-63f62fe4","namespace":"ai-tenant-e2e-mt-63f62fe4"},"namespace":"ai-tenant-e2e-mt-63f62fe4","name":"e2e-policy-63f62fe4","reconcileID":"56eb0d11-3dba-402d-84f5-de7b879da152","MaaSAuthPolicy":{"name":"e2e-policy-63f62fe4","namespace":"ai-tenant-e2e-mt-63f62fe4"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:14.471366832Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3986bf priority=0:[ai-tenant-e2e-extmod-b-3986bf/e2e-att-detach-f08036-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-serve-185fad-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-unrel-bd0892-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:14.471523841Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"38d85633-51e6-40a8-b00e-be53b826c272","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:14.471541197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"38d85633-51e6-40a8-b00e-be53b826c272","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:14.478599039Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-63f62fe4","namespace":"ai-tenant-e2e-mt-63f62fe4"},"namespace":"ai-tenant-e2e-mt-63f62fe4","name":"e2e-policy-63f62fe4","reconcileID":"56eb0d11-3dba-402d-84f5-de7b879da152","MaaSAuthPolicy":{"name":"e2e-policy-63f62fe4","namespace":"ai-tenant-e2e-mt-63f62fe4"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:14.526672994Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"31946836-5318-4630-931d-57facba19ec7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:14.526690439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"31946836-5318-4630-931d-57facba19ec7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:14.533914519Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-63f62fe4","namespace":"ai-tenant-e2e-mt-63f62fe4"},"namespace":"ai-tenant-e2e-mt-63f62fe4","name":"e2e-policy-63f62fe4","reconcileID":"56eb0d11-3dba-402d-84f5-de7b879da152","MaaSAuthPolicy":{"name":"e2e-policy-63f62fe4","namespace":"ai-tenant-e2e-mt-63f62fe4"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:08:14.580457575Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-63f62fe4","namespace":"ai-tenant-e2e-mt-63f62fe4"},"namespace":"ai-tenant-e2e-mt-63f62fe4","name":"e2e-sub-63f62fe4","reconcileID":"a312fdac-5d60-464b-9db1-854478100ce2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-63f62fe4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:14.591115755Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"96d58c0f-b268-4f28-8689-17100c669da7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:14.591132945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"96d58c0f-b268-4f28-8689-17100c669da7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:14.695222295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-63f62fe4","namespace":"ai-tenant-e2e-mt-63f62fe4"},"namespace":"ai-tenant-e2e-mt-63f62fe4","name":"e2e-policy-63f62fe4","reconcileID":"911ea550-c7d5-48a1-881e-5a4680c39832","MaaSAuthPolicy":{"name":"e2e-policy-63f62fe4","namespace":"ai-tenant-e2e-mt-63f62fe4"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:14.695839024Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"80a8613b-eb9b-4a51-bdbd-b3eb5381c76d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:14.695923038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"80a8613b-eb9b-4a51-bdbd-b3eb5381c76d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:14.751002323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d3cbf572-1e11-4abe-a491-a482eae8455b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:14.751029027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d3cbf572-1e11-4abe-a491-a482eae8455b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:14.752437936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-63f62fe4","namespace":"ai-tenant-e2e-mt-63f62fe4"},"namespace":"ai-tenant-e2e-mt-63f62fe4","name":"e2e-policy-63f62fe4","reconcileID":"911ea550-c7d5-48a1-881e-5a4680c39832","MaaSAuthPolicy":{"name":"e2e-policy-63f62fe4","namespace":"ai-tenant-e2e-mt-63f62fe4"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:14.807550643Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-63f62fe4","namespace":"ai-tenant-e2e-mt-63f62fe4"},"namespace":"ai-tenant-e2e-mt-63f62fe4","name":"e2e-policy-63f62fe4","reconcileID":"911ea550-c7d5-48a1-881e-5a4680c39832","MaaSAuthPolicy":{"name":"e2e-policy-63f62fe4","namespace":"ai-tenant-e2e-mt-63f62fe4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:15.020625056Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-63f62fe4","namespace":"ai-tenant-e2e-mt-63f62fe4"},"namespace":"ai-tenant-e2e-mt-63f62fe4","name":"e2e-sub-63f62fe4","reconcileID":"d4929c0d-0cc3-415a-b7e8-03aed6bcae6a","MaaSSubscription":{"name":"e2e-sub-63f62fe4","namespace":"ai-tenant-e2e-mt-63f62fe4"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-63f62fe4/e2e-sub-63f62fe4","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:15.183830415Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3495b341-286f-4367-8dc8-b9989741423c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:15.183854672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3495b341-286f-4367-8dc8-b9989741423c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:15.229365115Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"31444d6b-1073-4916-a788-07ffc4f0b266","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:15.391871119Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-63f62fe4","namespace":"ai-tenant-e2e-mt-63f62fe4"},"namespace":"ai-tenant-e2e-mt-63f62fe4","name":"e2e-sub-63f62fe4","reconcileID":"f3773d8b-6307-42d0-868d-8f06560b7ed6","MaaSSubscription":{"name":"e2e-sub-63f62fe4","namespace":"ai-tenant-e2e-mt-63f62fe4"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:19.353709912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-58d523-auth","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523-auth","reconcileID":"d45ca9be-79cd-43e1-97b6-83ad69310a41","MaaSAuthPolicy":{"name":"ipp-route-58d523-auth","namespace":"ai-tenant-e2e-ipp-a-58d523"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-58d523","tenantID":"e2e-ipp-a-58d523","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:19.414175777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-58d523-auth","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523-auth","reconcileID":"d45ca9be-79cd-43e1-97b6-83ad69310a41","MaaSAuthPolicy":{"name":"ipp-route-58d523-auth","namespace":"ai-tenant-e2e-ipp-a-58d523"},"name":"e2e-ipp-a-58d523-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:19.478376955Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-58d523-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (78033a27a84aa99b585b51154fc1c3b1305ab7998ea5ca3a1fea9ba04ac1c497) AuthConfig (137bb5d18ce09551b04b5370a5d3d99bff067661c8baceda820487d587e868f6) AuthConfig (92439ba2f7fb028e5e15e90d9d622cfc0257b4758ecef00b914e3599b7459bd0) AuthConfig (43a2dca54c4224874f0d1f03a3548f2f955e298c631ccade33bd94373b2dcad0) AuthConfig (ac0b707e08d4b43d66d460ac63cb7c96fea2ad86908fb20dbfc7b959ad25d048) AuthConfig (aac6248efc92fe0b2b48878d4e28b97d219424b0a96a12aa51ebd790d33cbf0b) AuthConfig (cc3c8f682dbef7fc76ffc5e2b27127942140ce19b4657fb8f3eb92f025780477) AuthConfig (e358b9a68208d78d25cafaf92e7221ef6b593027ecc1f35c8e089112ec33611a) AuthConfig (e294c6b7f3d9e8d0f937cfac2c68801e9b61f83f184fa8bd0c7102ea7267dcdd) AuthConfig (5274682f3d13257a2669634755a381138219f314fdaa7156b2bd0cdba571d162) AuthConfig (3b574e7ea9a220baac5c73aa990ee171d6d489a16307669b4fb1d70714b5c050) AuthConfig (589710a4ff677b5bc05ec9e0661851ef3216318e2b10eb34c2a373a77e9ab707) AuthConfig (96f19f6c32335bd5502fb0bccdcd8445be60c4fbc71a517a730d2d12fbe79fa0) AuthConfig (92afa8e5f92d5951ed2a33421cc4a327262e06ba2519759cd1fcb96095a65dff) AuthConfig (b308fd819033361f124aadad7d2c9724dc64f48ee5880a60f913b2fc5a4d692b) AuthConfig (08a559e875d3220c4eb9c286d1588f4981d16ca7f03eb6095f2997fac7988ebf) AuthConfig (74cf019be50638a9ef86da15f047d799b54e4a8829eac1d19cadcda8a9cb7b73) AuthConfig (b8ff021a4ae58971cd3cdd0d74b0fa13f34c2178181c9f4b0e608fee0a769394)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-58d523-auth","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523-auth","reconcileID":"d45ca9be-79cd-43e1-97b6-83ad69310a41","MaaSAuthPolicy":{"name":"ipp-route-58d523-auth","namespace":"ai-tenant-e2e-ipp-a-58d523"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:19.535950859Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523","reconcileID":"6d25b406-2129-4d0c-87ac-3f39fddb9033","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"tenant":"e2e-ipp-a-58d523","gateway":"openshift-ingress/e2e-ipp-a-58d523","model":"ai-tenant-e2e-ipp-a-58d523/ipp-route-58d523","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:19.53604725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523","reconcileID":"6d25b406-2129-4d0c-87ac-3f39fddb9033","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"routeName":"ipp-route-58d523-kserve-route","namespace":"ai-tenant-e2e-ipp-a-58d523","llmisvcName":"ipp-route-58d523","gateway":"openshift-ingress/e2e-ipp-a-58d523","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:19.873139351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"635df4d7-aad6-41fe-ad1c-cc5c6223ed0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:19.873181705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"3a92d202-bbc5-499d-93b1-62b98efe9d0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:19.930272764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"635df4d7-aad6-41fe-ad1c-cc5c6223ed0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:19.930289058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"3a92d202-bbc5-499d-93b1-62b98efe9d0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:20.288971481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"1b5b10fc-4fc0-493f-9d02-961320a1d0bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:20.289019606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"636b7a49-9ccf-4462-ae15-685defcaa141","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:20.345737954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"636b7a49-9ccf-4462-ae15-685defcaa141","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:20.346773498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"1b5b10fc-4fc0-493f-9d02-961320a1d0bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:22.5047958Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-degraded-models-apikey","reconcileID":"c5a4be5c-cd47-473c-b960-42d885ef94eb","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:22.720980119Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-degraded-models-apikey","reconcileID":"c5a4be5c-cd47-473c-b960-42d885ef94eb","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-14a6e4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:22.721015712Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-degraded-models-apikey","reconcileID":"c5a4be5c-cd47-473c-b960-42d885ef94eb","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"model":"e2e-models-e2e-worker-w2-14a6e4/nonexistent-model-apikey","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:22.721139224Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-degraded-models-apikey","reconcileID":"c5a4be5c-cd47-473c-b960-42d885ef94eb","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"model":"e2e-models-e2e-worker-w2-14a6e4/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-14a6e4/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:22.928739787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"aaacfa77-adbb-49d8-8e3a-77d15118f995","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:23.038429525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"ad643c15-7770-4454-ae29-ad2773c8cb81","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:23.038865185Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3986bf priority=0:[ai-tenant-e2e-extmod-b-3986bf/e2e-att-detach-f08036-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-serve-185fad-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-unrel-bd0892-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:23.17864892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"fa80632f-a03e-4ab8-93e7-e709e0430399","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:23.194547714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"94f1f84f-d565-43ae-9395-d6922730fed0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:23.194558925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-degraded-models-apikey-auth","reconcileID":"389d1b0a-1cd4-442c-960c-ba5a2caab7c7","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:23.19502496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"33733506-4d0b-4538-bb6d-95c7be5e0dfd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:23.252280286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"33733506-4d0b-4538-bb6d-95c7be5e0dfd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:23.252365577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-degraded-models-apikey-auth","reconcileID":"389d1b0a-1cd4-442c-960c-ba5a2caab7c7","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:23.254425382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"94f1f84f-d565-43ae-9395-d6922730fed0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:23.456731832Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-degraded-models-apikey-auth","reconcileID":"7ab2c200-056a-4bdc-b3a0-bfe75efedad9","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:23.665036874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"74416150-ec27-4ff7-b706-3c1207deca48","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:24.554983145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"23d276d8-a3a4-4a3d-a183-699114913065","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:24.611800631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"479cdc0f-0ea8-45a2-9502-fec2ad318641","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:24.766948487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-degraded-models-kube-auth","reconcileID":"715abff7-ff73-4820-995e-e7b284d98213","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:24.818416668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"a3e25dfe-f0d2-404f-abd3-f9ede4b219e8","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:24.81844145Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3986bf priority=0:[ai-tenant-e2e-extmod-b-3986bf/e2e-att-detach-f08036-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-serve-185fad-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-unrel-bd0892-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:24.823734295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-degraded-models-kube-auth","reconcileID":"715abff7-ff73-4820-995e-e7b284d98213","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:24.874758116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"12673c64-44f9-4bbd-9e44-dbf83c0836c8","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:24.91217303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-63f62fe4","namespace":"ai-tenant-e2e-mt-63f62fe4"},"namespace":"ai-tenant-e2e-mt-63f62fe4","name":"e2e-policy-63f62fe4","reconcileID":"4e301923-29f4-41b4-b382-45f0df9bc220","MaaSAuthPolicy":{"name":"e2e-policy-63f62fe4","namespace":"ai-tenant-e2e-mt-63f62fe4"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:08:24.926338454Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-degraded-models-kube","reconcileID":"494ba9dd-dcd2-4e2e-a6c4-867885192fca","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-kube\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:24.96876533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-63f62fe4","namespace":"ai-tenant-e2e-mt-63f62fe4"},"namespace":"ai-tenant-e2e-mt-63f62fe4","name":"e2e-policy-63f62fe4","reconcileID":"4e301923-29f4-41b4-b382-45f0df9bc220","MaaSAuthPolicy":{"name":"e2e-policy-63f62fe4","namespace":"ai-tenant-e2e-mt-63f62fe4"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:24.97274219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"89201e5b-d272-438c-9ebf-1b0502cf4e09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:24.973005317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"2518faef-a488-4c25-a0cf-218f2dcd43b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:25.024167384Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-63f62fe4","namespace":"ai-tenant-e2e-mt-63f62fe4"},"namespace":"ai-tenant-e2e-mt-63f62fe4","name":"e2e-policy-63f62fe4","reconcileID":"4e301923-29f4-41b4-b382-45f0df9bc220","MaaSAuthPolicy":{"name":"e2e-policy-63f62fe4","namespace":"ai-tenant-e2e-mt-63f62fe4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:25.031563826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"2518faef-a488-4c25-a0cf-218f2dcd43b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:25.031836802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"89201e5b-d272-438c-9ebf-1b0502cf4e09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:25.039969911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"8887399d-92b7-4a11-b58f-77dfc552d662","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:25.096990225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"3f40e321-f767-49db-889a-45d6c9dd3a86","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:25.13969718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"574db8bf-061e-40bd-9511-d5dd26cd7ca0","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:25.295875096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-degraded-models-kube-auth","reconcileID":"08fcdba3-9c20-44d6-bc45-31efebd7a138","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:25.352857279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-degraded-models-kube-auth","reconcileID":"08fcdba3-9c20-44d6-bc45-31efebd7a138","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:25.363521234Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-degraded-models-kube","reconcileID":"b727653b-bc11-4510-a7fa-c0f280568257","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-14a6e4/e2e-degraded-models-kube","ai-tenant-e2e-worker-w2-14a6e4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:25.363636231Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-degraded-models-kube","reconcileID":"b727653b-bc11-4510-a7fa-c0f280568257","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"model":"e2e-models-e2e-worker-w2-14a6e4/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-14a6e4/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:25.439519759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"96010f37-5559-41e3-9819-bfcfdc5d07dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:25.439519172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"cdf7c426-6ddf-46fc-8ecb-1a884119f394","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:25.496611387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"cdf7c426-6ddf-46fc-8ecb-1a884119f394","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:25.496673009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"96010f37-5559-41e3-9819-bfcfdc5d07dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:25.572850388Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"d6b16626-aa63-4cb7-88d5-251bb46fc75d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:25.581279991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"038639ac-e17e-4228-b8cb-8d25cfba096b","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:25.788518039Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-degraded-models-kube","reconcileID":"12f4ef10-7849-493d-8983-29982f4cd1c9","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:25.788654924Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-degraded-models-kube","reconcileID":"12f4ef10-7849-493d-8983-29982f4cd1c9","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"model":"e2e-models-e2e-worker-w2-14a6e4/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-14a6e4/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:27.593456123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"c58c2485-394e-44b9-b941-964c36e2c097","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:27.749618248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-degraded-models-kube-auth","reconcileID":"3befd7cf-5f82-4987-a848-dc0a453387b7","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:27.749649411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"818f7237-4dea-4cfa-bbef-9e31c48f1e7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:27.750074298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"527c6210-3cb9-429a-97ce-f3c29b3bcb4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:27.806781439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"527c6210-3cb9-429a-97ce-f3c29b3bcb4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:27.80681976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-degraded-models-kube-auth","reconcileID":"3befd7cf-5f82-4987-a848-dc0a453387b7","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:27.808967692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"818f7237-4dea-4cfa-bbef-9e31c48f1e7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:29.64271001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-58d523-auth","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523-auth","reconcileID":"b603b936-77ae-46b7-a646-2951eafa0e99","MaaSAuthPolicy":{"name":"ipp-route-58d523-auth","namespace":"ai-tenant-e2e-ipp-a-58d523"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-58d523","tenantID":"e2e-ipp-a-58d523","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:29.702159949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-58d523-auth","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523-auth","reconcileID":"b603b936-77ae-46b7-a646-2951eafa0e99","MaaSAuthPolicy":{"name":"ipp-route-58d523-auth","namespace":"ai-tenant-e2e-ipp-a-58d523"},"name":"e2e-ipp-a-58d523-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:29.758007182Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-58d523-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (78033a27a84aa99b585b51154fc1c3b1305ab7998ea5ca3a1fea9ba04ac1c497) AuthConfig (137bb5d18ce09551b04b5370a5d3d99bff067661c8baceda820487d587e868f6) AuthConfig (92439ba2f7fb028e5e15e90d9d622cfc0257b4758ecef00b914e3599b7459bd0) AuthConfig (43a2dca54c4224874f0d1f03a3548f2f955e298c631ccade33bd94373b2dcad0) AuthConfig (ac0b707e08d4b43d66d460ac63cb7c96fea2ad86908fb20dbfc7b959ad25d048) AuthConfig (aac6248efc92fe0b2b48878d4e28b97d219424b0a96a12aa51ebd790d33cbf0b) AuthConfig (cc3c8f682dbef7fc76ffc5e2b27127942140ce19b4657fb8f3eb92f025780477) AuthConfig (e358b9a68208d78d25cafaf92e7221ef6b593027ecc1f35c8e089112ec33611a) AuthConfig (e294c6b7f3d9e8d0f937cfac2c68801e9b61f83f184fa8bd0c7102ea7267dcdd) AuthConfig (5274682f3d13257a2669634755a381138219f314fdaa7156b2bd0cdba571d162) AuthConfig (3b574e7ea9a220baac5c73aa990ee171d6d489a16307669b4fb1d70714b5c050) AuthConfig (589710a4ff677b5bc05ec9e0661851ef3216318e2b10eb34c2a373a77e9ab707) AuthConfig (96f19f6c32335bd5502fb0bccdcd8445be60c4fbc71a517a730d2d12fbe79fa0) AuthConfig (92afa8e5f92d5951ed2a33421cc4a327262e06ba2519759cd1fcb96095a65dff) AuthConfig (b308fd819033361f124aadad7d2c9724dc64f48ee5880a60f913b2fc5a4d692b) AuthConfig (08a559e875d3220c4eb9c286d1588f4981d16ca7f03eb6095f2997fac7988ebf) AuthConfig (74cf019be50638a9ef86da15f047d799b54e4a8829eac1d19cadcda8a9cb7b73) AuthConfig (b8ff021a4ae58971cd3cdd0d74b0fa13f34c2178181c9f4b0e608fee0a769394)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-58d523-auth","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523-auth","reconcileID":"b603b936-77ae-46b7-a646-2951eafa0e99","MaaSAuthPolicy":{"name":"ipp-route-58d523-auth","namespace":"ai-tenant-e2e-ipp-a-58d523"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:35.133435511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-63f62fe4","namespace":"ai-tenant-e2e-mt-63f62fe4"},"namespace":"ai-tenant-e2e-mt-63f62fe4","name":"e2e-policy-63f62fe4","reconcileID":"60271ba4-7c7c-4b94-b20d-dd0cc40718d3","MaaSAuthPolicy":{"name":"e2e-policy-63f62fe4","namespace":"ai-tenant-e2e-mt-63f62fe4"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:35.192484107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-63f62fe4","namespace":"ai-tenant-e2e-mt-63f62fe4"},"namespace":"ai-tenant-e2e-mt-63f62fe4","name":"e2e-policy-63f62fe4","reconcileID":"60271ba4-7c7c-4b94-b20d-dd0cc40718d3","MaaSAuthPolicy":{"name":"e2e-policy-63f62fe4","namespace":"ai-tenant-e2e-mt-63f62fe4"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:35.248685953Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-63f62fe4","namespace":"ai-tenant-e2e-mt-63f62fe4"},"namespace":"ai-tenant-e2e-mt-63f62fe4","name":"e2e-policy-63f62fe4","reconcileID":"60271ba4-7c7c-4b94-b20d-dd0cc40718d3","MaaSAuthPolicy":{"name":"e2e-policy-63f62fe4","namespace":"ai-tenant-e2e-mt-63f62fe4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:36.780758589Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:37.75405109Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-degraded-models-kube","reconcileID":"4851039d-ae2a-48e8-b5fe-740eaab9dc49","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:37.970045853Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-degraded-models-kube","reconcileID":"4851039d-ae2a-48e8-b5fe-740eaab9dc49","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-14a6e4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:37.970085558Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-degraded-models-kube","reconcileID":"4851039d-ae2a-48e8-b5fe-740eaab9dc49","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"model":"e2e-models-e2e-worker-w2-14a6e4/nonexistent-model-kube","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:37.970246599Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-degraded-models-kube","reconcileID":"4851039d-ae2a-48e8-b5fe-740eaab9dc49","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"model":"e2e-models-e2e-worker-w2-14a6e4/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-14a6e4/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:38.179295631Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"8878dbdb-3df0-4555-a773-c8a769315587","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:38.290281296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"5b623275-3b15-41da-ab9d-e1a3e3280684","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:38.290613621Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3986bf priority=0:[ai-tenant-e2e-extmod-b-3986bf/e2e-att-detach-f08036-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-serve-185fad-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-unrel-bd0892-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:38.444125903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"f93598b2-f499-4b38-9d7d-7b75b6f9e922","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:38.446717806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"fef99ef1-452a-4284-a442-5752d0f5e48c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:38.446900433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-degraded-models-kube-auth","reconcileID":"9e743674-13ea-4c5c-b0ad-ba24d98c7c27","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:38.446717804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"22019822-3067-4b39-b20c-e44309dfbc96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:38.503888871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"fef99ef1-452a-4284-a442-5752d0f5e48c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:38.503916262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-degraded-models-kube-auth","reconcileID":"9e743674-13ea-4c5c-b0ad-ba24d98c7c27","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:38.506087535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"22019822-3067-4b39-b20c-e44309dfbc96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:38.707658841Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"e2e-degraded-models-kube-auth","reconcileID":"044ba427-19db-40c5-9da6-eeac4e63b329","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:38.965500294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"d79c142c-e0e5-41d6-ad03-639a4080e5ab","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:39.907301223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-58d523-auth","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523-auth","reconcileID":"7bd713be-5025-4c2e-bf71-be3b7e6b7e95","MaaSAuthPolicy":{"name":"ipp-route-58d523-auth","namespace":"ai-tenant-e2e-ipp-a-58d523"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-58d523","tenantID":"e2e-ipp-a-58d523","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:39.974801846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-58d523-auth","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523-auth","reconcileID":"7bd713be-5025-4c2e-bf71-be3b7e6b7e95","MaaSAuthPolicy":{"name":"ipp-route-58d523-auth","namespace":"ai-tenant-e2e-ipp-a-58d523"},"name":"e2e-ipp-a-58d523-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:40.03372553Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-58d523-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (78033a27a84aa99b585b51154fc1c3b1305ab7998ea5ca3a1fea9ba04ac1c497) AuthConfig (137bb5d18ce09551b04b5370a5d3d99bff067661c8baceda820487d587e868f6) AuthConfig (92439ba2f7fb028e5e15e90d9d622cfc0257b4758ecef00b914e3599b7459bd0) AuthConfig (43a2dca54c4224874f0d1f03a3548f2f955e298c631ccade33bd94373b2dcad0) AuthConfig (ac0b707e08d4b43d66d460ac63cb7c96fea2ad86908fb20dbfc7b959ad25d048) AuthConfig (aac6248efc92fe0b2b48878d4e28b97d219424b0a96a12aa51ebd790d33cbf0b) AuthConfig (cc3c8f682dbef7fc76ffc5e2b27127942140ce19b4657fb8f3eb92f025780477) AuthConfig (e358b9a68208d78d25cafaf92e7221ef6b593027ecc1f35c8e089112ec33611a) AuthConfig (e294c6b7f3d9e8d0f937cfac2c68801e9b61f83f184fa8bd0c7102ea7267dcdd) AuthConfig (5274682f3d13257a2669634755a381138219f314fdaa7156b2bd0cdba571d162) AuthConfig (3b574e7ea9a220baac5c73aa990ee171d6d489a16307669b4fb1d70714b5c050) AuthConfig (589710a4ff677b5bc05ec9e0661851ef3216318e2b10eb34c2a373a77e9ab707) AuthConfig (96f19f6c32335bd5502fb0bccdcd8445be60c4fbc71a517a730d2d12fbe79fa0) AuthConfig (92afa8e5f92d5951ed2a33421cc4a327262e06ba2519759cd1fcb96095a65dff) AuthConfig (b308fd819033361f124aadad7d2c9724dc64f48ee5880a60f913b2fc5a4d692b) AuthConfig (08a559e875d3220c4eb9c286d1588f4981d16ca7f03eb6095f2997fac7988ebf) AuthConfig (74cf019be50638a9ef86da15f047d799b54e4a8829eac1d19cadcda8a9cb7b73) AuthConfig (b8ff021a4ae58971cd3cdd0d74b0fa13f34c2178181c9f4b0e608fee0a769394)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-58d523-auth","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523-auth","reconcileID":"7bd713be-5025-4c2e-bf71-be3b7e6b7e95","MaaSAuthPolicy":{"name":"ipp-route-58d523-auth","namespace":"ai-tenant-e2e-ipp-a-58d523"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:45.353534218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-63f62fe4","namespace":"ai-tenant-e2e-mt-63f62fe4"},"namespace":"ai-tenant-e2e-mt-63f62fe4","name":"e2e-policy-63f62fe4","reconcileID":"01edf7b4-3271-4aa8-bd7b-9835b371b9c1","MaaSAuthPolicy":{"name":"e2e-policy-63f62fe4","namespace":"ai-tenant-e2e-mt-63f62fe4"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:45.410444909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-63f62fe4","namespace":"ai-tenant-e2e-mt-63f62fe4"},"namespace":"ai-tenant-e2e-mt-63f62fe4","name":"e2e-policy-63f62fe4","reconcileID":"01edf7b4-3271-4aa8-bd7b-9835b371b9c1","MaaSAuthPolicy":{"name":"e2e-policy-63f62fe4","namespace":"ai-tenant-e2e-mt-63f62fe4"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:45.466121914Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-63f62fe4","namespace":"ai-tenant-e2e-mt-63f62fe4"},"namespace":"ai-tenant-e2e-mt-63f62fe4","name":"e2e-policy-63f62fe4","reconcileID":"01edf7b4-3271-4aa8-bd7b-9835b371b9c1","MaaSAuthPolicy":{"name":"e2e-policy-63f62fe4","namespace":"ai-tenant-e2e-mt-63f62fe4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:45.524520342Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eb40607b-41a9-45cf-94d8-9946956205f7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:45.52453993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eb40607b-41a9-45cf-94d8-9946956205f7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:48.280091635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"default-tenant","reconcileID":"c6553b40-162b-4ee7-8741-d1045f13de2f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-3578ce","tenantID":"e2e-praxis-a-3578ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:48.397204068Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"default-tenant","reconcileID":"c6553b40-162b-4ee7-8741-d1045f13de2f","name":"e2e-praxis-a-3578ce-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:50.139967582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-58d523-auth","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523-auth","reconcileID":"b1ba025f-5812-4a23-b92e-cf51f2bbfb13","MaaSAuthPolicy":{"name":"ipp-route-58d523-auth","namespace":"ai-tenant-e2e-ipp-a-58d523"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-58d523","tenantID":"e2e-ipp-a-58d523","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:50.196958937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-58d523-auth","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523-auth","reconcileID":"b1ba025f-5812-4a23-b92e-cf51f2bbfb13","MaaSAuthPolicy":{"name":"ipp-route-58d523-auth","namespace":"ai-tenant-e2e-ipp-a-58d523"},"name":"e2e-ipp-a-58d523-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:50.464775734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523","reconcileID":"57f5c035-5a15-4427-9210-bef8f13946de","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"tenant":"e2e-ipp-a-58d523","gateway":"openshift-ingress/e2e-ipp-a-58d523","model":"ai-tenant-e2e-ipp-a-58d523/ipp-route-58d523","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:50.464795782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523","reconcileID":"57f5c035-5a15-4427-9210-bef8f13946de","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"routeName":"ipp-route-58d523-kserve-route","namespace":"ai-tenant-e2e-ipp-a-58d523","llmisvcName":"ipp-route-58d523","gateway":"openshift-ingress/e2e-ipp-a-58d523","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:53.597185426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61c4d0c0-7743-48c3-9819-409c366e8b58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:53.649110356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61c4d0c0-7743-48c3-9819-409c366e8b58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:53.700977259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61c4d0c0-7743-48c3-9819-409c366e8b58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:53.756971347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61c4d0c0-7743-48c3-9819-409c366e8b58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:54.117761755Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-8f45a2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-8f45a2","reconcileID":"2ee55ad6-2c21-4d6a-b083-76a02c6c7765","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-8f45a2","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-8f45a2":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:55.29878113Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523","reconcileID":"74a838a0-c903-4bf6-ac55-a9df77786a4f","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"tenant":"e2e-ipp-a-58d523","gateway":"openshift-ingress/e2e-ipp-a-58d523","model":"ai-tenant-e2e-ipp-a-58d523/ipp-route-58d523","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:55.298800869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523","reconcileID":"74a838a0-c903-4bf6-ac55-a9df77786a4f","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"routeName":"ipp-route-58d523-kserve-route","namespace":"ai-tenant-e2e-ipp-a-58d523","llmisvcName":"ipp-route-58d523","gateway":"openshift-ingress/e2e-ipp-a-58d523","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:55.298838372Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3986bf priority=0:[ai-tenant-e2e-extmod-b-3986bf/e2e-att-detach-f08036-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-serve-185fad-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-unrel-bd0892-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:55.359684975Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523","reconcileID":"fde64803-ca83-450d-8258-c1243180fcb2","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"tenant":"e2e-ipp-a-58d523","gateway":"openshift-ingress/e2e-ipp-a-58d523","model":"ai-tenant-e2e-ipp-a-58d523/ipp-route-58d523","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:55.359800048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523","reconcileID":"fde64803-ca83-450d-8258-c1243180fcb2","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"routeName":"ipp-route-58d523-kserve-route","namespace":"ai-tenant-e2e-ipp-a-58d523","llmisvcName":"ipp-route-58d523","gateway":"openshift-ingress/e2e-ipp-a-58d523","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:55.403384645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-58d523-auth","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523-auth","reconcileID":"af015127-830c-4499-a35d-dafc99ac0917","MaaSAuthPolicy":{"name":"ipp-route-58d523-auth","namespace":"ai-tenant-e2e-ipp-a-58d523"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-58d523","tenantID":"e2e-ipp-a-58d523","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:08:55.405170482Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-58d523-sub","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523-sub","reconcileID":"c07cdf6a-a117-48a5-9e6b-86b5659a823b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"ipp-route-58d523-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:08:55.413232695Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523","reconcileID":"fde64803-ca83-450d-8258-c1243180fcb2","name":"ipp-route-58d523","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-58d523\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:08:55.413288722Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523","reconcileID":"fde64803-ca83-450d-8258-c1243180fcb2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-58d523\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:55.41861246Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523","reconcileID":"0dacbb39-8dda-46a9-8223-d940832323cc","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"tenant":"e2e-ipp-a-58d523","gateway":"openshift-ingress/e2e-ipp-a-58d523","model":"ai-tenant-e2e-ipp-a-58d523/ipp-route-58d523","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:55.418626563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523","reconcileID":"0dacbb39-8dda-46a9-8223-d940832323cc","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"routeName":"ipp-route-58d523-kserve-route","namespace":"ai-tenant-e2e-ipp-a-58d523","llmisvcName":"ipp-route-58d523","gateway":"openshift-ingress/e2e-ipp-a-58d523","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:55.461482323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-58d523-auth","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523-auth","reconcileID":"af015127-830c-4499-a35d-dafc99ac0917","MaaSAuthPolicy":{"name":"ipp-route-58d523-auth","namespace":"ai-tenant-e2e-ipp-a-58d523"},"name":"e2e-ipp-a-58d523-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:55.513354467Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523","reconcileID":"e71308f1-bc3b-4651-8c11-fd0374f7f053","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"tenant":"e2e-ipp-a-58d523","gateway":"openshift-ingress/e2e-ipp-a-58d523","model":"ai-tenant-e2e-ipp-a-58d523/ipp-route-58d523","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:55.513513541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523","reconcileID":"e71308f1-bc3b-4651-8c11-fd0374f7f053","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"routeName":"ipp-route-58d523-kserve-route","namespace":"ai-tenant-e2e-ipp-a-58d523","llmisvcName":"ipp-route-58d523","gateway":"openshift-ingress/e2e-ipp-a-58d523","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:55.575610406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523","reconcileID":"ba640219-086a-4bb7-81ea-25f02e1419ee","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"tenant":"e2e-ipp-a-58d523","gateway":"openshift-ingress/e2e-ipp-a-58d523","model":"ai-tenant-e2e-ipp-a-58d523/ipp-route-58d523","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:55.575639644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523","reconcileID":"ba640219-086a-4bb7-81ea-25f02e1419ee","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"routeName":"ipp-route-58d523-kserve-route","namespace":"ai-tenant-e2e-ipp-a-58d523","llmisvcName":"ipp-route-58d523","gateway":"openshift-ingress/e2e-ipp-a-58d523","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:55.628772669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-63f62fe4","namespace":"ai-tenant-e2e-mt-63f62fe4"},"namespace":"ai-tenant-e2e-mt-63f62fe4","name":"e2e-policy-63f62fe4","reconcileID":"ae76f8b3-4eee-47c3-afbd-cdc265387824","MaaSAuthPolicy":{"name":"e2e-policy-63f62fe4","namespace":"ai-tenant-e2e-mt-63f62fe4"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:55.685384408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-63f62fe4","namespace":"ai-tenant-e2e-mt-63f62fe4"},"namespace":"ai-tenant-e2e-mt-63f62fe4","name":"e2e-policy-63f62fe4","reconcileID":"ae76f8b3-4eee-47c3-afbd-cdc265387824","MaaSAuthPolicy":{"name":"e2e-policy-63f62fe4","namespace":"ai-tenant-e2e-mt-63f62fe4"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:55.698104435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af4f4d9e-ce5c-44ec-b86e-06027ea719e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:55.750408105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af4f4d9e-ce5c-44ec-b86e-06027ea719e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:55.805265809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af4f4d9e-ce5c-44ec-b86e-06027ea719e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:55.881222245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af4f4d9e-ce5c-44ec-b86e-06027ea719e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:55.884448909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-58d523-auth","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523-auth","reconcileID":"5f085477-1361-4edc-9748-32d0472f26ac","MaaSAuthPolicy":{"name":"ipp-route-58d523-auth","namespace":"ai-tenant-e2e-ipp-a-58d523"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-58d523","tenantID":"e2e-ipp-a-58d523","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:55.885590892Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-58d523-sub","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523-sub","reconcileID":"f994e54e-58bd-4ccf-a8d3-227cd1ed83ea","MaaSSubscription":{"name":"ipp-route-58d523-sub","namespace":"ai-tenant-e2e-ipp-a-58d523"},"name":"maas-trlp-ipp-route-58d523","model":"ipp-route-58d523","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-ipp-a-58d523/ipp-route-58d523-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:55.950753208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-58d523-auth","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523-auth","reconcileID":"5f085477-1361-4edc-9748-32d0472f26ac","MaaSAuthPolicy":{"name":"ipp-route-58d523-auth","namespace":"ai-tenant-e2e-ipp-a-58d523"},"name":"e2e-ipp-a-58d523-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:56.081297637Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523","reconcileID":"eab515f9-80ce-4f57-a000-49cca8c86f97","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"tenant":"e2e-ipp-a-58d523","gateway":"openshift-ingress/e2e-ipp-a-58d523","model":"ai-tenant-e2e-ipp-a-58d523/ipp-route-58d523","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:56.081338877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523","reconcileID":"eab515f9-80ce-4f57-a000-49cca8c86f97","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"routeName":"ipp-route-58d523-kserve-route","namespace":"ai-tenant-e2e-ipp-a-58d523","llmisvcName":"ipp-route-58d523","gateway":"openshift-ingress/e2e-ipp-a-58d523","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:56.173655009Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dd2e0bcf-0d4c-4557-af71-ae690cf27245","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:56.173683022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dd2e0bcf-0d4c-4557-af71-ae690cf27245","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:56.327948192Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-58d523-sub","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523-sub","reconcileID":"57820032-24f2-4609-91b9-ad58986d3954","MaaSSubscription":{"name":"ipp-route-58d523-sub","namespace":"ai-tenant-e2e-ipp-a-58d523"},"name":"maas-trlp-ipp-route-58d523","model":"ai-tenant-e2e-ipp-a-58d523/ipp-route-58d523","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:57.855608377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83826a30-bfa5-450e-b37b-eeffb0209db3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:57.907992132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83826a30-bfa5-450e-b37b-eeffb0209db3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:57.964805583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83826a30-bfa5-450e-b37b-eeffb0209db3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:08:58.027342975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83826a30-bfa5-450e-b37b-eeffb0209db3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:01.225779224Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-63f62fe4","namespace":"ai-tenant-e2e-mt-63f62fe4"},"namespace":"ai-tenant-e2e-mt-63f62fe4","name":"e2e-policy-63f62fe4","reconcileID":"515e66fb-a205-4d47-b3f2-00b0bcbb35f3","MaaSAuthPolicy":{"name":"e2e-policy-63f62fe4","namespace":"ai-tenant-e2e-mt-63f62fe4"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:01.225870704Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e9f7f204-b8c5-4cb9-ba0d-9e18b5cd201d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:01.225889043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e9f7f204-b8c5-4cb9-ba0d-9e18b5cd201d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:01.329645828Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-63f62fe4","namespace":"ai-tenant-e2e-mt-63f62fe4"},"namespace":"ai-tenant-e2e-mt-63f62fe4","name":"e2e-policy-63f62fe4","reconcileID":"515e66fb-a205-4d47-b3f2-00b0bcbb35f3","MaaSAuthPolicy":{"name":"e2e-policy-63f62fe4","namespace":"ai-tenant-e2e-mt-63f62fe4"},"policyNamespace":"ai-tenant-e2e-mt-63f62fe4","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:01.385977132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4618dd31-27b8-44be-a2fa-35d6d9809109","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:01.385996949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4618dd31-27b8-44be-a2fa-35d6d9809109","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:01.530233098Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9884bcc2-eddd-45b2-928a-bc5e2bcf3e32","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:01.530260715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9884bcc2-eddd-45b2-928a-bc5e2bcf3e32","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:06.777343874Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:11.693561655Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-63f62fe4","namespace":"ai-tenant-e2e-mt-63f62fe4"},"namespace":"ai-tenant-e2e-mt-63f62fe4","name":"e2e-sub-63f62fe4","reconcileID":"11debc05-be68-4d1e-a6bf-61df5cf78022","MaaSSubscription":{"name":"e2e-sub-63f62fe4","namespace":"ai-tenant-e2e-mt-63f62fe4"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-sub-63f62fe4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:11.906595045Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-63f62fe4","namespace":"ai-tenant-e2e-mt-63f62fe4"},"namespace":"ai-tenant-e2e-mt-63f62fe4","name":"e2e-sub-63f62fe4","reconcileID":"11debc05-be68-4d1e-a6bf-61df5cf78022","MaaSSubscription":{"name":"e2e-sub-63f62fe4","namespace":"ai-tenant-e2e-mt-63f62fe4"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:12.117122392Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"708d4310-7792-45ad-bf12-9ff5c013cba2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:12.169530508Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0f81e951-566f-4be3-8adf-74ecf13940ed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:12.169549802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0f81e951-566f-4be3-8adf-74ecf13940ed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:12.16981395Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3986bf priority=0:[ai-tenant-e2e-extmod-b-3986bf/e2e-att-detach-f08036-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-serve-185fad-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-unrel-bd0892-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:15.065289052Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-58d523-sub","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523-sub","reconcileID":"78d1ac70-eef3-482a-8c52-65caa825e26d","MaaSSubscription":{"name":"ipp-route-58d523-sub","namespace":"ai-tenant-e2e-ipp-a-58d523"},"name":"maas-trlp-ipp-route-58d523","model":"ai-tenant-e2e-ipp-a-58d523/ipp-route-58d523","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:15.231441111Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523","reconcileID":"c4325e2e-5ca5-4321-8386-955aa6e5060f","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"tenant":"e2e-ipp-a-58d523","gateway":"openshift-ingress/e2e-ipp-a-58d523","model":"ai-tenant-e2e-ipp-a-58d523/ipp-route-58d523","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:15.23145902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523","reconcileID":"c4325e2e-5ca5-4321-8386-955aa6e5060f","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"routeName":"ipp-route-58d523-kserve-route","namespace":"ai-tenant-e2e-ipp-a-58d523","llmisvcName":"ipp-route-58d523","gateway":"openshift-ingress/e2e-ipp-a-58d523","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:15.513084927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-58d523-auth","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523-auth","reconcileID":"5e02c768-71bc-4019-b020-8d64330bbf7e","MaaSAuthPolicy":{"name":"ipp-route-58d523-auth","namespace":"ai-tenant-e2e-ipp-a-58d523"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-58d523","tenantID":"e2e-ipp-a-58d523","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:15.570449827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-58d523-auth","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523-auth","reconcileID":"5e02c768-71bc-4019-b020-8d64330bbf7e","MaaSAuthPolicy":{"name":"ipp-route-58d523-auth","namespace":"ai-tenant-e2e-ipp-a-58d523"},"name":"e2e-ipp-a-58d523-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:25.759020127Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"e4c03fca-211b-4d9a-810e-f4f18c3453c3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:25.854949298Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"19f42b78-12f1-4f0e-aa9c-9f3d3e5a218a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:25.878719928Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e26710ae-0363-4888-9ca2-f9fa59ab0d03","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:25.951842078Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-subscription","reconcileID":"6ac8089f-bec0-4407-899a-b90daa8f2c0e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-premium-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/premium-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:26.054900014Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-subscription","reconcileID":"b6c57dbe-d700-4bbe-81b7-5cb72b5f4102","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:26.208191387Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-bd0892-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-sub","reconcileID":"7e24fc3e-720b-4765-b148-ac0ef2eeb218","MaaSSubscription":{"name":"e2e-att-unrel-bd0892-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-unrel-bd0892","model":"e2e-extmod-att-user-a1f8ce/e2e-att-unrel-bd0892","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:26.254032528Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-subscription","reconcileID":"2f4ec6dc-a0b3-4f41-a059-3154fc64d74f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-premium-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/premium-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:26.433632064Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"5fba16d7-fd42-4d9c-b95a-a794acb98cf9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:26.558028327Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-58d523-sub","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523-sub","reconcileID":"54ddbdc3-99fd-4995-8627-33ae1e037b8c","MaaSSubscription":{"name":"ipp-route-58d523-sub","namespace":"ai-tenant-e2e-ipp-a-58d523"},"name":"maas-trlp-ipp-route-58d523","model":"ai-tenant-e2e-ipp-a-58d523/ipp-route-58d523","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:26.658042442Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-subscription","reconcileID":"ea6c8a22-3d6d-444b-bb42-08338c159229","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-premium-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:26.888719405Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-f08036-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-sub","reconcileID":"d57a4080-67a5-49c0-9f2c-0adbacc7e5b8","MaaSSubscription":{"name":"e2e-att-detach-f08036-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-detach-f08036","model":"e2e-extmod-att-user-a1f8ce/e2e-att-detach-f08036","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:27.079314798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-185fad-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-sub","reconcileID":"30db739a-d5df-451a-ad06-a185aa7ae69d","MaaSSubscription":{"name":"e2e-att-serve-185fad-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-serve-185fad","model":"e2e-extmod-att-user-a1f8ce/e2e-att-serve-185fad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:29.062874151Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523","reconcileID":"5b3b9a02-2194-41e7-bcde-8f90451e284d","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"tenant":"e2e-ipp-a-58d523","gateway":"openshift-ingress/e2e-ipp-a-58d523","model":"ai-tenant-e2e-ipp-a-58d523/ipp-route-58d523","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:29.062982087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523","reconcileID":"5b3b9a02-2194-41e7-bcde-8f90451e284d","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"routeName":"ipp-route-58d523-kserve-route","namespace":"ai-tenant-e2e-ipp-a-58d523","llmisvcName":"ipp-route-58d523","gateway":"openshift-ingress/e2e-ipp-a-58d523","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:29.226906557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-58d523-auth","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523-auth","reconcileID":"4c47b8f2-64da-41c8-9b6c-3433c82285ab","MaaSAuthPolicy":{"name":"ipp-route-58d523-auth","namespace":"ai-tenant-e2e-ipp-a-58d523"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-58d523","tenantID":"e2e-ipp-a-58d523","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:29.275101781Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-58d523-sub","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523-sub","reconcileID":"253f5ef8-301b-44e7-ab4d-a8f069ae00c5","MaaSSubscription":{"name":"ipp-route-58d523-sub","namespace":"ai-tenant-e2e-ipp-a-58d523"},"name":"maas-trlp-ipp-route-58d523","model":"ai-tenant-e2e-ipp-a-58d523/ipp-route-58d523","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:29.283286696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-58d523-auth","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523-auth","reconcileID":"4c47b8f2-64da-41c8-9b6c-3433c82285ab","MaaSAuthPolicy":{"name":"ipp-route-58d523-auth","namespace":"ai-tenant-e2e-ipp-a-58d523"},"name":"e2e-ipp-a-58d523-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:29.44070496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523","reconcileID":"e99de278-27f2-468a-93d8-b81567f5927a","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"tenant":"e2e-ipp-a-58d523","gateway":"openshift-ingress/e2e-ipp-a-58d523","model":"ai-tenant-e2e-ipp-a-58d523/ipp-route-58d523","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:29.440723027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523","reconcileID":"e99de278-27f2-468a-93d8-b81567f5927a","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"routeName":"ipp-route-58d523-kserve-route","namespace":"ai-tenant-e2e-ipp-a-58d523","llmisvcName":"ipp-route-58d523","gateway":"openshift-ingress/e2e-ipp-a-58d523","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:29.648351232Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-58d523-sub","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523-sub","reconcileID":"70b62579-71ea-42a3-8124-2058a32abcc5","MaaSSubscription":{"name":"ipp-route-58d523-sub","namespace":"ai-tenant-e2e-ipp-a-58d523"},"name":"maas-trlp-ipp-route-58d523","model":"ai-tenant-e2e-ipp-a-58d523/ipp-route-58d523","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:36.781056109Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:38.220200408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3a5a112-4ee2-4d2d-a022-5da6b7dda902","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:38.271836349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3a5a112-4ee2-4d2d-a022-5da6b7dda902","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:38.323880545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3a5a112-4ee2-4d2d-a022-5da6b7dda902","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:38.375682362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3a5a112-4ee2-4d2d-a022-5da6b7dda902","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:39.441304156Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523","reconcileID":"ca6fbdd5-581c-4be1-8796-e3ba3b44345e","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"tenant":"e2e-ipp-a-58d523","gateway":"openshift-ingress/e2e-ipp-a-58d523","model":"ai-tenant-e2e-ipp-a-58d523/ipp-route-58d523","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:39.441344392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523","reconcileID":"ca6fbdd5-581c-4be1-8796-e3ba3b44345e","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"routeName":"ipp-route-58d523-kserve-route","namespace":"ai-tenant-e2e-ipp-a-58d523","llmisvcName":"ipp-route-58d523","gateway":"openshift-ingress/e2e-ipp-a-58d523","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:40.287237615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d4099ec-7738-4986-861f-32ad0277995f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:40.338979888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d4099ec-7738-4986-861f-32ad0277995f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:40.390562347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d4099ec-7738-4986-861f-32ad0277995f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:40.442970287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d4099ec-7738-4986-861f-32ad0277995f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:47.897824517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"default-tenant","reconcileID":"9a7135c7-457b-4fbd-bca3-13349b90b299","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:48.015225023Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"default-tenant","reconcileID":"9a7135c7-457b-4fbd-bca3-13349b90b299","name":"e2e-extmod-a-8f45a2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:49.442552259Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523","reconcileID":"21b6f9de-9f06-466d-98b7-d8638d98270f","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"tenant":"e2e-ipp-a-58d523","gateway":"openshift-ingress/e2e-ipp-a-58d523","model":"ai-tenant-e2e-ipp-a-58d523/ipp-route-58d523","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:49.442572826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523","reconcileID":"21b6f9de-9f06-466d-98b7-d8638d98270f","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"routeName":"ipp-route-58d523-kserve-route","namespace":"ai-tenant-e2e-ipp-a-58d523","llmisvcName":"ipp-route-58d523","gateway":"openshift-ingress/e2e-ipp-a-58d523","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:58.63658342Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-subscription","reconcileID":"5b43b71e-d293-425f-a3b2-ff2618abbb8d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-premium-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:58.700501956Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-subscription","reconcileID":"d949d280-5004-4fc2-b28e-7c1599f3c2ac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-premium-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/premium-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:58.742469812Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"b22c1158-5591-4233-a2eb-e2763a3996e8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:58.812772348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"538c71e5-c2e6-4e71-b962-6ec9bf5344aa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:58.858157533Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-subscription","reconcileID":"5bb87e88-1701-4b28-8937-bd02c9f48ac1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:58.991823017Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-subscription","reconcileID":"561ee0a7-af49-4d41-85be-945ed4d1f5ac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-premium-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/premium-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:59.140176288Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-f08036-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-sub","reconcileID":"1c3504db-49f3-4805-b4d7-e4fb81d779f2","MaaSSubscription":{"name":"e2e-att-detach-f08036-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-detach-f08036","model":"e2e-extmod-att-user-a1f8ce/e2e-att-detach-f08036","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:59.157087499Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-bd0892-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-sub","reconcileID":"48b4ff9b-56b2-4f7e-a3da-b7299821832f","MaaSSubscription":{"name":"e2e-att-unrel-bd0892-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-unrel-bd0892","model":"e2e-extmod-att-user-a1f8ce/e2e-att-unrel-bd0892","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:59.213140639Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6bc2caf5-d812-4e95-80b0-e58f220f3bef","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:59.411495545Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-185fad-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-sub","reconcileID":"a7ed38f9-0fb5-457f-b165-2a3a7c7a9b34","MaaSSubscription":{"name":"e2e-att-serve-185fad-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-serve-185fad","model":"e2e-extmod-att-user-a1f8ce/e2e-att-serve-185fad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:59.444088419Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523","reconcileID":"6ab17d89-d2ae-4600-bd93-d0bb50f7472b","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"tenant":"e2e-ipp-a-58d523","gateway":"openshift-ingress/e2e-ipp-a-58d523","model":"ai-tenant-e2e-ipp-a-58d523/ipp-route-58d523","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:59.444109333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523","reconcileID":"6ab17d89-d2ae-4600-bd93-d0bb50f7472b","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"routeName":"ipp-route-58d523-kserve-route","namespace":"ai-tenant-e2e-ipp-a-58d523","llmisvcName":"ipp-route-58d523","gateway":"openshift-ingress/e2e-ipp-a-58d523","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:59.447106835Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-58d523-sub","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523-sub","reconcileID":"532ed1a0-5eff-46bb-a2b6-47f3b1cfaa65","MaaSSubscription":{"name":"ipp-route-58d523-sub","namespace":"ai-tenant-e2e-ipp-a-58d523"},"name":"maas-trlp-ipp-route-58d523","model":"ai-tenant-e2e-ipp-a-58d523/ipp-route-58d523","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:09:59.567753148Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"02206a5c-624b-4e49-8c53-4fc96a5aed64","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:04.766145901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523","reconcileID":"501c43f8-c129-45f5-9cb1-b306de71a5d8","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"tenant":"e2e-ipp-a-58d523","gateway":"openshift-ingress/e2e-ipp-a-58d523","model":"ai-tenant-e2e-ipp-a-58d523/ipp-route-58d523","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:04.766175525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523","reconcileID":"501c43f8-c129-45f5-9cb1-b306de71a5d8","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"routeName":"ipp-route-58d523-kserve-route","namespace":"ai-tenant-e2e-ipp-a-58d523","llmisvcName":"ipp-route-58d523","gateway":"openshift-ingress/e2e-ipp-a-58d523","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:04.809739123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-58d523-auth","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523-auth","reconcileID":"9c827fde-a598-4cee-897a-81568078e51f","MaaSAuthPolicy":{"name":"ipp-route-58d523-auth","namespace":"ai-tenant-e2e-ipp-a-58d523"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-58d523","tenantID":"e2e-ipp-a-58d523","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:04.868127514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-58d523-auth","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523-auth","reconcileID":"9c827fde-a598-4cee-897a-81568078e51f","MaaSAuthPolicy":{"name":"ipp-route-58d523-auth","namespace":"ai-tenant-e2e-ipp-a-58d523"},"name":"e2e-ipp-a-58d523-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:04.966645978Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-58d523-sub","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523-sub","reconcileID":"e27ded59-ffc6-4dac-a205-24134d1b4dde","MaaSSubscription":{"name":"ipp-route-58d523-sub","namespace":"ai-tenant-e2e-ipp-a-58d523"},"name":"maas-trlp-ipp-route-58d523","model":"ai-tenant-e2e-ipp-a-58d523/ipp-route-58d523","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:05.07154319Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-58d523-auth","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523-auth","reconcileID":"fc404a39-dd77-46b9-8bc7-41f3f4d59475","MaaSAuthPolicy":{"name":"ipp-route-58d523-auth","namespace":"ai-tenant-e2e-ipp-a-58d523"},"model":"ai-tenant-e2e-ipp-a-58d523/ipp-route-58d523","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:05.184645441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523","reconcileID":"5bd7bbd6-61ab-49ea-8b8c-596dffc64c6a","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"tenant":"e2e-ipp-a-58d523","gateway":"openshift-ingress/e2e-ipp-a-58d523","model":"ai-tenant-e2e-ipp-a-58d523/ipp-route-58d523","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:05.18467411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523","reconcileID":"5bd7bbd6-61ab-49ea-8b8c-596dffc64c6a","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"routeName":"ipp-route-58d523-kserve-route","namespace":"ai-tenant-e2e-ipp-a-58d523","llmisvcName":"ipp-route-58d523","gateway":"openshift-ingress/e2e-ipp-a-58d523","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:05.290666602Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-58d523-sub","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523-sub","reconcileID":"33ad2461-5d14-4a4e-8e09-2502d6124d20","MaaSSubscription":{"name":"ipp-route-58d523-sub","namespace":"ai-tenant-e2e-ipp-a-58d523"},"name":"maas-trlp-ipp-route-58d523","model":"ai-tenant-e2e-ipp-a-58d523/ipp-route-58d523","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:10:05.291449904Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523","reconcileID":"5bd7bbd6-61ab-49ea-8b8c-596dffc64c6a","name":"ipp-route-58d523","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-58d523\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:10:05.291516161Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523","reconcileID":"5bd7bbd6-61ab-49ea-8b8c-596dffc64c6a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-58d523\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:05.343620139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-58d523-auth","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523-auth","reconcileID":"fc404a39-dd77-46b9-8bc7-41f3f4d59475","MaaSAuthPolicy":{"name":"ipp-route-58d523-auth","namespace":"ai-tenant-e2e-ipp-a-58d523"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-58d523","tenantID":"e2e-ipp-a-58d523","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:05.442825381Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523","reconcileID":"8ec9df8b-ce97-4c48-b42b-d26f00b837af","MaaSModelRef":{"name":"ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523"},"name":"maas-trlp-ipp-route-58d523","namespace":"ai-tenant-e2e-ipp-a-58d523","model":"ipp-route-58d523","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:05.456204775Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-58d523-sub","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523-sub","reconcileID":"bbfe6f6b-1cc2-484c-9430-0240fda09b3d","MaaSSubscription":{"name":"ipp-route-58d523-sub","namespace":"ai-tenant-e2e-ipp-a-58d523"},"model":"ai-tenant-e2e-ipp-a-58d523/ipp-route-58d523","error":"MaaSModelRef not found: ai-tenant-e2e-ipp-a-58d523/ipp-route-58d523 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:05.473445049Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-58d523-auth","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523-auth","reconcileID":"fc404a39-dd77-46b9-8bc7-41f3f4d59475","MaaSAuthPolicy":{"name":"ipp-route-58d523-auth","namespace":"ai-tenant-e2e-ipp-a-58d523"},"name":"e2e-ipp-a-58d523-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:05.473531688Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-58d523-auth","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523-auth","reconcileID":"fc404a39-dd77-46b9-8bc7-41f3f4d59475","MaaSAuthPolicy":{"name":"ipp-route-58d523-auth","namespace":"ai-tenant-e2e-ipp-a-58d523"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-58d523","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:05.760160141Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-58d523-sub","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523-sub","reconcileID":"e618e8f2-520f-499e-bcb9-3101ee353753","MaaSSubscription":{"name":"ipp-route-58d523-sub","namespace":"ai-tenant-e2e-ipp-a-58d523"},"model":"ai-tenant-e2e-ipp-a-58d523/ipp-route-58d523","error":"MaaSModelRef not found: ai-tenant-e2e-ipp-a-58d523/ipp-route-58d523 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:06.217895894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6879b087-31d3-4639-843c-0b6aea86cc55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:06.269686936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6879b087-31d3-4639-843c-0b6aea86cc55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:06.321317409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6879b087-31d3-4639-843c-0b6aea86cc55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:06.373060748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6879b087-31d3-4639-843c-0b6aea86cc55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:06.782976209Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:08.27595139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3e49815-06dd-43e5-9cff-b54b56e9646d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:08.327800884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3e49815-06dd-43e5-9cff-b54b56e9646d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:08.379786595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3e49815-06dd-43e5-9cff-b54b56e9646d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:08.433866875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3e49815-06dd-43e5-9cff-b54b56e9646d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:12.642456631Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"default-tenant","reconcileID":"e248e8f9-04c8-4dce-bfa3-aa80f3b3c0fa","namespace":"ai-tenant-e2e-ipp-a-58d523","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:12.64254472Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"default-tenant","reconcileID":"e248e8f9-04c8-4dce-bfa3-aa80f3b3c0fa","name":"ipp-route-58d523-sub","namespace":"ai-tenant-e2e-ipp-a-58d523","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:12.69640997Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"default-tenant","reconcileID":"e248e8f9-04c8-4dce-bfa3-aa80f3b3c0fa","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:12.696433065Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"default-tenant","reconcileID":"e248e8f9-04c8-4dce-bfa3-aa80f3b3c0fa","namespace":"ai-tenant-e2e-ipp-a-58d523","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:16.143349361Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-58d523-sub","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523-sub","reconcileID":"50beb566-dbaa-4a83-9c0d-1d1c1590c8ff","MaaSSubscription":{"name":"ipp-route-58d523-sub","namespace":"ai-tenant-e2e-ipp-a-58d523"},"model":"ai-tenant-e2e-ipp-a-58d523/ipp-route-58d523","subscription":"ipp-route-58d523-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:16.143488424Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-58d523-sub","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"ipp-route-58d523-sub","reconcileID":"50beb566-dbaa-4a83-9c0d-1d1c1590c8ff","MaaSSubscription":{"name":"ipp-route-58d523-sub","namespace":"ai-tenant-e2e-ipp-a-58d523"},"model":"ai-tenant-e2e-ipp-a-58d523/ipp-route-58d523","error":"MaaSModelRef not found: ai-tenant-e2e-ipp-a-58d523/ipp-route-58d523","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:16.412617217Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3986bf priority=0:[ai-tenant-e2e-extmod-b-3986bf/e2e-att-detach-f08036-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-serve-185fad-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-unrel-bd0892-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:17.956640234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75e3079b-b037-4c03-9db4-684613430634","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:18.00841901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75e3079b-b037-4c03-9db4-684613430634","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:18.060233429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75e3079b-b037-4c03-9db4-684613430634","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:18.112053871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75e3079b-b037-4c03-9db4-684613430634","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:18.397574088Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-ec5596","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-ec5596","reconcileID":"40f30430-61f3-4164-a98c-399b90756467","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-ec5596","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-ec5596":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:20.001086505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e80fdeda-003c-4cb8-a99f-a73215184b2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:20.053597607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e80fdeda-003c-4cb8-a99f-a73215184b2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:20.10516417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e80fdeda-003c-4cb8-a99f-a73215184b2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:20.156810973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e80fdeda-003c-4cb8-a99f-a73215184b2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:22.095432255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a3b53d5-05d5-4649-bc31-f4e1bc70154c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:22.147256541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a3b53d5-05d5-4649-bc31-f4e1bc70154c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:22.200132053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a3b53d5-05d5-4649-bc31-f4e1bc70154c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:22.255496518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a3b53d5-05d5-4649-bc31-f4e1bc70154c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:24.194488343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef893b7e-9437-4af9-bca9-1ca862fa03e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:24.246280602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef893b7e-9437-4af9-bca9-1ca862fa03e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:24.29790732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef893b7e-9437-4af9-bca9-1ca862fa03e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:24.349699331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef893b7e-9437-4af9-bca9-1ca862fa03e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:26.196677557Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-8d9d67","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-delete-8d9d67","reconcileID":"2c81f1b4-2c4d-454e-bbf6-c56434940c64","namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-delete-8d9d67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:26.252076705Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-8d9d67","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-delete-8d9d67","reconcileID":"18e9495a-35e6-4691-96b6-67eedeb861e3","namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-delete-8d9d67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:26.352713842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"ff6b46eb-da37-4af3-83bb-51d9f9d86b56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:26.353488634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"3275ff84-a80f-4314-a46e-3f8192831f41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:26.353491649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd7fdb8a-5154-489b-82ef-6e3bc1af71de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:26.403757007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"50dc3aec-2dfa-484e-ae47-5d90e4f74d4b","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:26.405296921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"8e806667-e88d-4aa1-b82c-c67cefd333a9","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:26.409282232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"ff6b46eb-da37-4af3-83bb-51d9f9d86b56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:26.410089979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"3275ff84-a80f-4314-a46e-3f8192831f41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:26.460702208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"50dc3aec-2dfa-484e-ae47-5d90e4f74d4b","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:26.461929785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"8e806667-e88d-4aa1-b82c-c67cefd333a9","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:26.480509511Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd7fdb8a-5154-489b-82ef-6e3bc1af71de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:26.535949048Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd7fdb8a-5154-489b-82ef-6e3bc1af71de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:26.58220171Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-8d9d67","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-delete-8d9d67","reconcileID":"377b2fff-7845-42ab-afe1-9bbd453d40c7","MaaSModelRef":{"name":"e2e-att-delete-8d9d67","namespace":"e2e-extmod-att-user-a1f8ce"},"name":"e2e-att-delete-8d9d67","namespace":"e2e-extmod-att-user-a1f8ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:26.72961794Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-f08036-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-sub","reconcileID":"9632c5f0-edb7-4e4a-910a-f05935875e1c","MaaSSubscription":{"name":"e2e-att-detach-f08036-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-detach-f08036","model":"e2e-extmod-att-user-a1f8ce/e2e-att-detach-f08036","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:26.729799357Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-185fad-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-sub","reconcileID":"b339a816-bf6b-4b3b-a390-ea788e5e2bf8","MaaSSubscription":{"name":"e2e-att-serve-185fad-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-serve-185fad","model":"e2e-extmod-att-user-a1f8ce/e2e-att-serve-185fad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:26.729984281Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-bd0892-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-sub","reconcileID":"eb24d451-f023-4e6a-b0e6-61179bcb0cc5","MaaSSubscription":{"name":"e2e-att-unrel-bd0892-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-unrel-bd0892","model":"e2e-extmod-att-user-a1f8ce/e2e-att-unrel-bd0892","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:26.744019834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"b7accd36-e64c-4e40-960e-a2db966e1777","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-att-user-a1f8ce/e2e-att-serve-185fad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:26.744041325Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"b7accd36-e64c-4e40-960e-a2db966e1777","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"routeName":"external-model-e2e-att-serve-185fad-5fa01018e074","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-att-serve-185fad","externalModel":"e2e-att-serve-185fad","provider":"e2e-att-serve-185fad-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:26.748923588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9927cd5d-0265-4f7a-ae91-929715ec9dd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:26.772342429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"31dfc9e3-3208-4716-85c3-af41ccdd760b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:26.772349382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"0256c6b3-784d-402b-9ca7-a0ea8bbfddfe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:26.819032332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9927cd5d-0265-4f7a-ae91-929715ec9dd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:26.875850696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"31dfc9e3-3208-4716-85c3-af41ccdd760b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:26.878274371Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-unrel-bd0892","reconcileID":"62a0bcd2-6dc3-4d8f-9055-33e7ce84f461","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-att-user-a1f8ce/e2e-att-unrel-bd0892","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:26.87926591Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-unrel-bd0892","reconcileID":"62a0bcd2-6dc3-4d8f-9055-33e7ce84f461","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"routeName":"external-model-e2e-att-unrel-bd0892-ebe3eedf0976","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-att-unrel-bd0892","externalModel":"e2e-att-unrel-bd0892","provider":"e2e-att-unrel-bd0892-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:26.879223957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"0256c6b3-784d-402b-9ca7-a0ea8bbfddfe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:26.918680335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"96d04298-3f40-4dd1-a435-9c2787277fe7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:26.97010989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"c687dc8b-322d-4f24-82d3-e059a2975a44","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:26.979166355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"96d04298-3f40-4dd1-a435-9c2787277fe7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:27.000924602Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"9a87756a-d07a-431b-aa60-6ab6bba2d300","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-att-user-a1f8ce/e2e-att-detach-f08036","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:27.000942513Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"9a87756a-d07a-431b-aa60-6ab6bba2d300","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"routeName":"external-model-e2e-att-detach-f08036-3281ff3d31d8","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-att-detach-f08036","externalModel":"e2e-att-detach-f08036","provider":"e2e-att-detach-f08036-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:27.027411805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"c687dc8b-322d-4f24-82d3-e059a2975a44","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:27.106049147Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-8d9d67","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-delete-8d9d67","reconcileID":"af793ac8-cfba-4d1e-a101-d96048e53863","MaaSModelRef":{"name":"e2e-att-delete-8d9d67","namespace":"e2e-extmod-att-user-a1f8ce"},"name":"e2e-att-delete-8d9d67","namespace":"e2e-extmod-att-user-a1f8ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:27.158390848Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"608a1184-251b-4a7b-9241-906622da4590","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:27.158417367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"608a1184-251b-4a7b-9241-906622da4590","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:27.237293055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"453072d3-7b6d-459d-a535-5c98d2258413","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:27.294263069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"453072d3-7b6d-459d-a535-5c98d2258413","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:27.328528876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"44e85a14-99eb-48a7-ba74-04f80a71033e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:27.328534455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a32481e-df03-4b95-83cf-1393240f22b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:27.32907935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"ad30ef5b-9f97-4910-9a73-b6d5b17bd1e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:27.386140285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a32481e-df03-4b95-83cf-1393240f22b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:27.386251185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"44e85a14-99eb-48a7-ba74-04f80a71033e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:27.388394875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"ad30ef5b-9f97-4910-9a73-b6d5b17bd1e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:27.44249272Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a32481e-df03-4b95-83cf-1393240f22b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:27.500031097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"d9759231-a77d-4458-9d33-95b738821e2e","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:27.558278397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"d9759231-a77d-4458-9d33-95b738821e2e","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:27.655726509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"51ffd815-66c7-438a-bc6d-e42f6d129d6e","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:27.712200271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"51ffd815-66c7-438a-bc6d-e42f6d129d6e","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:27.804008622Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-8d9d67","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-delete-8d9d67","reconcileID":"7cfa598b-5e2c-4c00-a4f7-39d31f9e6ec8","MaaSModelRef":{"name":"e2e-att-delete-8d9d67","namespace":"e2e-extmod-att-user-a1f8ce"},"name":"e2e-att-delete-8d9d67","namespace":"e2e-extmod-att-user-a1f8ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:27.908079275Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"2dc7e8ab-7ee3-4093-b6fe-417c7500c328","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-att-user-a1f8ce/e2e-att-serve-185fad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:27.908107893Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"2dc7e8ab-7ee3-4093-b6fe-417c7500c328","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"routeName":"external-model-e2e-att-serve-185fad-5fa01018e074","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-att-serve-185fad","externalModel":"e2e-att-serve-185fad","provider":"e2e-att-serve-185fad-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:27.95913232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"a54f9fcb-e4b2-4053-91c0-b68283974bd4","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:28.01205086Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-f08036-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-sub","reconcileID":"ffc37b01-93d8-4140-833a-cea0214ba4fc","MaaSSubscription":{"name":"e2e-att-detach-f08036-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-detach-f08036","model":"e2e-extmod-att-user-a1f8ce/e2e-att-detach-f08036","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:28.012060981Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-unrel-bd0892","reconcileID":"7aa00248-5ea7-4173-9520-f29a7bedd3e2","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-att-user-a1f8ce/e2e-att-unrel-bd0892","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:28.012079538Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-unrel-bd0892","reconcileID":"7aa00248-5ea7-4173-9520-f29a7bedd3e2","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"routeName":"external-model-e2e-att-unrel-bd0892-ebe3eedf0976","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-att-unrel-bd0892","externalModel":"e2e-att-unrel-bd0892","provider":"e2e-att-unrel-bd0892-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:28.012530406Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-bd0892-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-sub","reconcileID":"e7c6d9fc-3ac1-4a54-8909-c9f82e8d7b04","MaaSSubscription":{"name":"e2e-att-unrel-bd0892-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-unrel-bd0892","model":"e2e-extmod-att-user-a1f8ce/e2e-att-unrel-bd0892","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:28.012530876Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-185fad-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-sub","reconcileID":"fea872fc-5ac4-427a-9c61-5d8e3ceced66","MaaSSubscription":{"name":"e2e-att-serve-185fad-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-serve-185fad","model":"e2e-extmod-att-user-a1f8ce/e2e-att-serve-185fad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:28.01576945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"a54f9fcb-e4b2-4053-91c0-b68283974bd4","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:28.060451102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"874f9f7e-5d40-455f-96b9-913ecf9ae797","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:28.116469847Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"a78ed18d-f1b4-4558-ba73-d3e5c04bb225","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-att-user-a1f8ce/e2e-att-detach-f08036","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:28.116493016Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"a78ed18d-f1b4-4558-ba73-d3e5c04bb225","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"routeName":"external-model-e2e-att-detach-f08036-3281ff3d31d8","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-att-detach-f08036","externalModel":"e2e-att-detach-f08036","provider":"e2e-att-detach-f08036-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:28.117053165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"874f9f7e-5d40-455f-96b9-913ecf9ae797","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:28.17530174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"3abc2ad8-b8c6-4df0-bf7f-01cad73f9686","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:28.220515879Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-8d9d67","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-delete-8d9d67","reconcileID":"05c23fac-cd44-4ffa-b15f-1fd412c519c1","MaaSModelRef":{"name":"e2e-att-delete-8d9d67","namespace":"e2e-extmod-att-user-a1f8ce"},"name":"e2e-att-delete-8d9d67","namespace":"e2e-extmod-att-user-a1f8ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:28.232076472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"3abc2ad8-b8c6-4df0-bf7f-01cad73f9686","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:28.490933936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"d6a81649-186a-47ae-971f-6bf1ce3acdb0","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:28.547907547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"d6a81649-186a-47ae-971f-6bf1ce3acdb0","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:28.85599017Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-8d9d67","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-delete-8d9d67","reconcileID":"20985708-e2e1-4097-b904-7bb1f512cd71","namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-delete-8d9d67","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:10:28.910289562Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-8d9d67","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-delete-8d9d67","reconcileID":"4ca8ee3c-6e3a-453d-8aef-fc2a19a2b5f6","MaaSModelRef":{"name":"e2e-att-delete-8d9d67","namespace":"e2e-extmod-att-user-a1f8ce"},"error":"ExternalModel e2e-extmod-att-user-a1f8ce/e2e-att-delete-8d9d67 is attached to several gateways [openshift-ingress/e2e-extmod-a-cfe368 openshift-ingress/e2e-extmod-b-3986bf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:10:28.970609907Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-8d9d67","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-delete-8d9d67","reconcileID":"4ca8ee3c-6e3a-453d-8aef-fc2a19a2b5f6","error":"ExternalModel e2e-extmod-att-user-a1f8ce/e2e-att-delete-8d9d67 is attached to several gateways [openshift-ingress/e2e-extmod-a-cfe368 openshift-ingress/e2e-extmod-b-3986bf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:29.016992461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"abf8aecf-013e-4b6b-b80a-ba56a726eb7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:29.017865389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"9038c596-9262-489a-9afe-2cd0c7bb8cd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:29.022347279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"ddbd68df-e6db-4bcf-a02f-2f1511e22d6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:29.022602877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d46baa44-5dfe-481e-bb8a-8d8bcbc03f9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:29.023106437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2d24e780-04c9-4092-93b4-03848923567b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:10:29.028657248Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-8d9d67","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-delete-8d9d67","reconcileID":"bcce82b3-56bd-41a8-931a-532f3797cdb8","MaaSModelRef":{"name":"e2e-att-delete-8d9d67","namespace":"e2e-extmod-att-user-a1f8ce"},"error":"ExternalModel e2e-extmod-att-user-a1f8ce/e2e-att-delete-8d9d67 is attached to several gateways [openshift-ingress/e2e-extmod-a-cfe368 openshift-ingress/e2e-extmod-b-3986bf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:10:29.028810946Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-8d9d67","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-delete-8d9d67","reconcileID":"bcce82b3-56bd-41a8-931a-532f3797cdb8","error":"ExternalModel e2e-extmod-att-user-a1f8ce/e2e-att-delete-8d9d67 is attached to several gateways [openshift-ingress/e2e-extmod-a-cfe368 openshift-ingress/e2e-extmod-b-3986bf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:29.076435392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"abf8aecf-013e-4b6b-b80a-ba56a726eb7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:29.076448717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"9038c596-9262-489a-9afe-2cd0c7bb8cd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:29.080536742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2d24e780-04c9-4092-93b4-03848923567b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:29.080733278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d46baa44-5dfe-481e-bb8a-8d8bcbc03f9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:29.082686007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"ddbd68df-e6db-4bcf-a02f-2f1511e22d6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:10:29.091486685Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-8d9d67","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-delete-8d9d67","reconcileID":"f1338e22-8de6-48f4-9074-ec44cade7741","MaaSModelRef":{"name":"e2e-att-delete-8d9d67","namespace":"e2e-extmod-att-user-a1f8ce"},"error":"ExternalModel e2e-extmod-att-user-a1f8ce/e2e-att-delete-8d9d67 is attached to several gateways [openshift-ingress/e2e-extmod-a-cfe368 openshift-ingress/e2e-extmod-b-3986bf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:10:29.091547399Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-8d9d67","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-delete-8d9d67","reconcileID":"f1338e22-8de6-48f4-9074-ec44cade7741","error":"ExternalModel e2e-extmod-att-user-a1f8ce/e2e-att-delete-8d9d67 is attached to several gateways [openshift-ingress/e2e-extmod-a-cfe368 openshift-ingress/e2e-extmod-b-3986bf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:29.135963913Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d46baa44-5dfe-481e-bb8a-8d8bcbc03f9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:10:29.164578184Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-8d9d67","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-delete-8d9d67","reconcileID":"866b1734-c18c-4c13-aebd-bb5d6f2d9c42","MaaSModelRef":{"name":"e2e-att-delete-8d9d67","namespace":"e2e-extmod-att-user-a1f8ce"},"error":"ExternalModel e2e-extmod-att-user-a1f8ce/e2e-att-delete-8d9d67 is attached to several gateways [openshift-ingress/e2e-extmod-a-cfe368 openshift-ingress/e2e-extmod-b-3986bf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:10:29.164635236Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-8d9d67","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-delete-8d9d67","reconcileID":"866b1734-c18c-4c13-aebd-bb5d6f2d9c42","error":"ExternalModel e2e-extmod-att-user-a1f8ce/e2e-att-delete-8d9d67 is attached to several gateways [openshift-ingress/e2e-extmod-a-cfe368 openshift-ingress/e2e-extmod-b-3986bf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:10:29.259596871Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-8d9d67","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-delete-8d9d67","reconcileID":"86422505-77b9-49df-9592-922902796f21","MaaSModelRef":{"name":"e2e-att-delete-8d9d67","namespace":"e2e-extmod-att-user-a1f8ce"},"error":"ExternalModel e2e-extmod-att-user-a1f8ce/e2e-att-delete-8d9d67 is attached to several gateways [openshift-ingress/e2e-extmod-a-cfe368 openshift-ingress/e2e-extmod-b-3986bf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:10:29.259658658Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-8d9d67","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-delete-8d9d67","reconcileID":"86422505-77b9-49df-9592-922902796f21","error":"ExternalModel e2e-extmod-att-user-a1f8ce/e2e-att-delete-8d9d67 is attached to several gateways [openshift-ingress/e2e-extmod-a-cfe368 openshift-ingress/e2e-extmod-b-3986bf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:29.29125022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"6e537dd4-c078-460d-bca0-7c7621a4f89b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:29.347881442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"6e537dd4-c078-460d-bca0-7c7621a4f89b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:29.385943571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"84844e12-4c3d-4a06-892f-4de4e27484bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:29.388585828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"37de9610-f52b-4dd0-ba17-ef830914f22e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:10:29.392570355Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-8d9d67","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-delete-8d9d67","reconcileID":"119b7fad-f785-4506-aca1-2d0a95062703","MaaSModelRef":{"name":"e2e-att-delete-8d9d67","namespace":"e2e-extmod-att-user-a1f8ce"},"error":"ExternalModel e2e-extmod-att-user-a1f8ce/e2e-att-delete-8d9d67 is attached to several gateways [openshift-ingress/e2e-extmod-a-cfe368 openshift-ingress/e2e-extmod-b-3986bf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:10:29.392644798Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-8d9d67","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-delete-8d9d67","reconcileID":"119b7fad-f785-4506-aca1-2d0a95062703","error":"ExternalModel e2e-extmod-att-user-a1f8ce/e2e-att-delete-8d9d67 is attached to several gateways [openshift-ingress/e2e-extmod-a-cfe368 openshift-ingress/e2e-extmod-b-3986bf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:29.437318041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"b4d9246f-df5b-4f44-9739-3a3aec279c74","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:29.441213152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"2d0a9cc5-d177-4eb8-b341-95beeaba75ad","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:29.442806191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"84844e12-4c3d-4a06-892f-4de4e27484bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:29.445231027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"37de9610-f52b-4dd0-ba17-ef830914f22e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:29.494179039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"b4d9246f-df5b-4f44-9739-3a3aec279c74","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:29.497908813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"2d0a9cc5-d177-4eb8-b341-95beeaba75ad","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:10:29.604948745Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-8d9d67","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-delete-8d9d67","reconcileID":"e178de39-aa9f-40f0-99a6-cdf7030d12ab","MaaSModelRef":{"name":"e2e-att-delete-8d9d67","namespace":"e2e-extmod-att-user-a1f8ce"},"error":"ExternalModel e2e-extmod-att-user-a1f8ce/e2e-att-delete-8d9d67 is attached to several gateways [openshift-ingress/e2e-extmod-a-cfe368 openshift-ingress/e2e-extmod-b-3986bf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:10:29.605012256Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-8d9d67","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-delete-8d9d67","reconcileID":"e178de39-aa9f-40f0-99a6-cdf7030d12ab","error":"ExternalModel e2e-extmod-att-user-a1f8ce/e2e-att-delete-8d9d67 is attached to several gateways [openshift-ingress/e2e-extmod-a-cfe368 openshift-ingress/e2e-extmod-b-3986bf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:29.749549608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"538a3fe9-aa1f-40c3-84aa-012fbc11e532","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:29.802543834Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-subscription","reconcileID":"d0194f43-44c1-4607-a746-6d1b156fd709","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-premium-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:29.80621085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"538a3fe9-aa1f-40c3-84aa-012fbc11e532","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:29.906302214Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-subscription","reconcileID":"038e31d9-da4e-4847-9656-414b09d024ca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-premium-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/premium-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:10:29.978488229Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-8d9d67","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-delete-8d9d67","reconcileID":"35f4ac7d-06e8-4151-9cf4-aad05d8683e3","MaaSModelRef":{"name":"e2e-att-delete-8d9d67","namespace":"e2e-extmod-att-user-a1f8ce"},"error":"ExternalModel e2e-extmod-att-user-a1f8ce/e2e-att-delete-8d9d67 is attached to several gateways [openshift-ingress/e2e-extmod-a-cfe368 openshift-ingress/e2e-extmod-b-3986bf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:10:29.978552444Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-8d9d67","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-delete-8d9d67","reconcileID":"35f4ac7d-06e8-4151-9cf4-aad05d8683e3","error":"ExternalModel e2e-extmod-att-user-a1f8ce/e2e-att-delete-8d9d67 is attached to several gateways [openshift-ingress/e2e-extmod-a-cfe368 openshift-ingress/e2e-extmod-b-3986bf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:29.993518768Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-subscription","reconcileID":"5df9294d-7caa-4cb2-b443-eb2cd52ec250","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:29.993537003Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b48028c1-4b06-49b1-84ee-b0f521f3e616","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:30.197526045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-185fad-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-sub","reconcileID":"04157058-572b-4faf-b881-69c45e3fbf48","MaaSSubscription":{"name":"e2e-att-serve-185fad-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-serve-185fad","model":"e2e-extmod-att-user-a1f8ce/e2e-att-serve-185fad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:30.246047518Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"fb729a2d-c540-47f3-ac91-521b0d0dc28d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:30.437017511Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-f08036-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-sub","reconcileID":"6a2900df-ddcc-47ec-bff5-f8996331c452","MaaSSubscription":{"name":"e2e-att-detach-f08036-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-detach-f08036","model":"e2e-extmod-att-user-a1f8ce/e2e-att-detach-f08036","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:30.553727456Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-bd0892-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-sub","reconcileID":"05782b09-4bbb-467d-9e42-f6b9ead19c17","MaaSSubscription":{"name":"e2e-att-unrel-bd0892-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-unrel-bd0892","model":"e2e-extmod-att-user-a1f8ce/e2e-att-unrel-bd0892","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:30.617266217Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"dffaf3a0-8c09-4bff-8080-921fdb2891a0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:10:30.671840652Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-8d9d67","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-delete-8d9d67","reconcileID":"2cdc81f0-c74e-4d35-be4b-6111783309be","MaaSModelRef":{"name":"e2e-att-delete-8d9d67","namespace":"e2e-extmod-att-user-a1f8ce"},"error":"ExternalModel e2e-extmod-att-user-a1f8ce/e2e-att-delete-8d9d67 is attached to several gateways [openshift-ingress/e2e-extmod-a-cfe368 openshift-ingress/e2e-extmod-b-3986bf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:10:30.671911951Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-8d9d67","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-delete-8d9d67","reconcileID":"2cdc81f0-c74e-4d35-be4b-6111783309be","error":"ExternalModel e2e-extmod-att-user-a1f8ce/e2e-att-delete-8d9d67 is attached to several gateways [openshift-ingress/e2e-extmod-a-cfe368 openshift-ingress/e2e-extmod-b-3986bf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:30.737812843Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"9219519f-3459-43a7-a203-d5edcabd7a04","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:30.85438111Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-subscription","reconcileID":"26ecb72a-7418-4818-b344-47acd7f08a38","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-premium-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/premium-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:31.264694261Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-8d9d67","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-delete-8d9d67","reconcileID":"4d459161-a19f-4656-b493-e1cc4d3b1bed","namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-delete-8d9d67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:31.421168987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"54fde781-ca42-4bcc-a984-a182f405873e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:31.421243619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"9452f53c-7a7d-48b3-8870-e78f7e8cec81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:31.421760037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"99d4f6c2-3cd5-4466-abd7-40bf70e665bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:31.422166875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f263a8fc-08ec-4791-88b2-4953fb78bd56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:31.423503625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"63d4ee52-cbed-4ee4-a60c-fba42260bb21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:31.478462535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"99d4f6c2-3cd5-4466-abd7-40bf70e665bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:31.478617583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"9452f53c-7a7d-48b3-8870-e78f7e8cec81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:31.48095432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"54fde781-ca42-4bcc-a984-a182f405873e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:31.481255411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f263a8fc-08ec-4791-88b2-4953fb78bd56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:31.483266742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"63d4ee52-cbed-4ee4-a60c-fba42260bb21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:31.534576056Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"99d4f6c2-3cd5-4466-abd7-40bf70e665bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:31.741607205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"dd4a486d-0f0e-4ec8-b0bb-52b6ef267f80","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:31.798181264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"dd4a486d-0f0e-4ec8-b0bb-52b6ef267f80","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:31.839760764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"57626b95-5987-4b62-879d-0cfb5ab0c34e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:31.839763109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"89f4236f-d68a-4b34-b620-ade184a77b8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:31.890932242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"b60c7bff-f46a-42a0-bf94-cac0221bb714","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:31.890930906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"57863667-2063-46fc-942b-985cb6476e07","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:31.897614691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"57626b95-5987-4b62-879d-0cfb5ab0c34e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:31.89770776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"89f4236f-d68a-4b34-b620-ade184a77b8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:31.948688477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"b60c7bff-f46a-42a0-bf94-cac0221bb714","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:31.949311139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"57863667-2063-46fc-942b-985cb6476e07","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:10:32.004509512Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-8d9d67","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-delete-8d9d67","reconcileID":"1999ff64-ab1c-4907-83a9-44a8f901e473","MaaSModelRef":{"name":"e2e-att-delete-8d9d67","namespace":"e2e-extmod-att-user-a1f8ce"},"error":"ExternalModel e2e-extmod-att-user-a1f8ce/e2e-att-delete-8d9d67 is attached to several gateways [openshift-ingress/e2e-extmod-a-cfe368 openshift-ingress/e2e-extmod-b-3986bf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:10:32.004608411Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-8d9d67","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-delete-8d9d67","reconcileID":"1999ff64-ab1c-4907-83a9-44a8f901e473","error":"ExternalModel e2e-extmod-att-user-a1f8ce/e2e-att-delete-8d9d67 is attached to several gateways [openshift-ingress/e2e-extmod-a-cfe368 openshift-ingress/e2e-extmod-b-3986bf]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:32.206964882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"65ed2ac5-d5e6-44a2-bee1-f19b0f6b94ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:32.264131018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"65ed2ac5-d5e6-44a2-bee1-f19b0f6b94ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:33.512126747Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-8d9d67","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-delete-8d9d67","reconcileID":"a84ceee2-f856-4cd0-b242-fef1660e94ae","namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-delete-8d9d67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:33.668180275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"943550bc-b776-4f35-bf51-df3439d5c922","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:33.668415975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"730da553-a4d9-4960-a10d-136d51d907ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:33.669456279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"ec52e07c-88b5-4b59-bd5c-1fad96132c76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:33.669501193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"08ddb68c-04a6-45d2-a5c0-0c4291263050","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:33.670608468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cd041db2-6516-4a67-863d-c65b2fbef4d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:33.725193233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"943550bc-b776-4f35-bf51-df3439d5c922","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:33.725238299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"730da553-a4d9-4960-a10d-136d51d907ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:33.728107709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"ec52e07c-88b5-4b59-bd5c-1fad96132c76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:33.728459645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cd041db2-6516-4a67-863d-c65b2fbef4d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:33.732217208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"08ddb68c-04a6-45d2-a5c0-0c4291263050","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:33.780277484Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"943550bc-b776-4f35-bf51-df3439d5c922","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:33.987688813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"334d0c83-082d-4387-bd12-60aaa2a43632","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:34.036046914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"53e1511c-5125-4868-a7d4-7ca26933f413","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:34.037740598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"1a7c7701-251c-41a1-8ff5-8e2802755999","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:34.044755762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"334d0c83-082d-4387-bd12-60aaa2a43632","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:34.088620461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"0d658507-79eb-4475-9e72-6eac0d6c4e7b","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:34.093868445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"53e1511c-5125-4868-a7d4-7ca26933f413","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:34.095007254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"1a7c7701-251c-41a1-8ff5-8e2802755999","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:34.155579064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"0d658507-79eb-4475-9e72-6eac0d6c4e7b","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:34.194574658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"1a1430df-c91d-4bb7-aee9-14e60973496c","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:34.251844328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"1a1430df-c91d-4bb7-aee9-14e60973496c","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:34.477663306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"c9a4fdc0-c1bf-47d5-960a-f40583ecd77a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:34.536264242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"c9a4fdc0-c1bf-47d5-960a-f40583ecd77a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:35.438486663Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"aaeec616-9a8b-4236-8ceb-37bfd7f4de12","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-att-user-a1f8ce/e2e-att-serve-185fad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:35.438514394Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"aaeec616-9a8b-4236-8ceb-37bfd7f4de12","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"routeName":"external-model-e2e-att-serve-185fad-5fa01018e074","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-att-serve-185fad","externalModel":"e2e-att-serve-185fad","provider":"e2e-att-serve-185fad-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:35.544539989Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-unrel-bd0892","reconcileID":"ca308e1d-05fc-4179-b5d8-db5140835127","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-att-user-a1f8ce/e2e-att-unrel-bd0892","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:35.544567458Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-unrel-bd0892","reconcileID":"ca308e1d-05fc-4179-b5d8-db5140835127","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"routeName":"external-model-e2e-att-unrel-bd0892-ebe3eedf0976","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-att-unrel-bd0892","externalModel":"e2e-att-unrel-bd0892","provider":"e2e-att-unrel-bd0892-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:35.594113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"47caa85c-4ef2-4c50-9b5f-60ecfa44336b","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:35.649149601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"fda6c1c7-ab14-488b-9066-60edbdcbaa54","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:35.64979245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"bdd43e9b-c36f-41ae-b0ba-b4801d83ff7b","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:35.650800917Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-bd0892-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-sub","reconcileID":"8b37d839-6811-4c05-8a13-c619ca505e00","MaaSSubscription":{"name":"e2e-att-unrel-bd0892-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-unrel-bd0892","model":"e2e-extmod-att-user-a1f8ce/e2e-att-unrel-bd0892","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:35.653655887Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-f08036-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-sub","reconcileID":"e87ad2ef-934f-49e3-bcde-27a6b7d75d23","MaaSSubscription":{"name":"e2e-att-detach-f08036-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-detach-f08036","model":"e2e-extmod-att-user-a1f8ce/e2e-att-detach-f08036","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:35.654288308Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-185fad-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-sub","reconcileID":"35269def-7a70-4304-9981-618136b125e8","MaaSSubscription":{"name":"e2e-att-serve-185fad-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-serve-185fad","model":"e2e-extmod-att-user-a1f8ce/e2e-att-serve-185fad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:35.665441735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"47caa85c-4ef2-4c50-9b5f-60ecfa44336b","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:35.755903036Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"32686e45-2101-4bef-b2de-c82a6c8f82ec","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-att-user-a1f8ce/e2e-att-detach-f08036","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:35.75593135Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"32686e45-2101-4bef-b2de-c82a6c8f82ec","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"routeName":"external-model-e2e-att-detach-f08036-3281ff3d31d8","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-att-detach-f08036","externalModel":"e2e-att-detach-f08036","provider":"e2e-att-detach-f08036-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:35.760756024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"bdd43e9b-c36f-41ae-b0ba-b4801d83ff7b","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:35.762921519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"fda6c1c7-ab14-488b-9066-60edbdcbaa54","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:35.861535565Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"cdcf2504-9abf-47e7-b510-078de30222bf","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-att-user-a1f8ce/e2e-att-serve-185fad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:35.861653841Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"cdcf2504-9abf-47e7-b510-078de30222bf","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"routeName":"external-model-e2e-att-serve-185fad-5fa01018e074","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-att-serve-185fad","externalModel":"e2e-att-serve-185fad","provider":"e2e-att-serve-185fad-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:35.971316848Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-unrel-bd0892","reconcileID":"96bc2797-b916-4cd8-87b5-e1af0dc2c6e1","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-att-user-a1f8ce/e2e-att-unrel-bd0892","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:35.971383608Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-unrel-bd0892","reconcileID":"96bc2797-b916-4cd8-87b5-e1af0dc2c6e1","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"routeName":"external-model-e2e-att-unrel-bd0892-ebe3eedf0976","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-att-unrel-bd0892","externalModel":"e2e-att-unrel-bd0892","provider":"e2e-att-unrel-bd0892-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:36.086490106Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-8d9d67","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-delete-8d9d67","reconcileID":"723851d3-83a9-475c-b023-9d559335625c","namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-delete-8d9d67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:36.140748374Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-bd0892-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-sub","reconcileID":"2c5bcb9b-70ba-4315-a9ac-d89d74ebb6e3","MaaSSubscription":{"name":"e2e-att-unrel-bd0892-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-unrel-bd0892","model":"e2e-extmod-att-user-a1f8ce/e2e-att-unrel-bd0892","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:36.150273636Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-f08036-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-sub","reconcileID":"bb590b26-52f3-4072-a919-5a123c20d7ca","MaaSSubscription":{"name":"e2e-att-detach-f08036-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-detach-f08036","model":"e2e-extmod-att-user-a1f8ce/e2e-att-detach-f08036","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:36.197799508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"2ac110ae-be9c-4cf4-a9cd-93abcb05d941","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:36.243299301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-185fad-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-sub","reconcileID":"cc8bfdd4-75e8-4a39-85da-02546b2a0207","MaaSSubscription":{"name":"e2e-att-serve-185fad-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-serve-185fad","model":"e2e-extmod-att-user-a1f8ce/e2e-att-serve-185fad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:36.25065848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"84ec2cf9-9143-4d5e-9b53-0ea0d8796957","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:36.252379445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"55a6b253-ab51-44e0-99e8-18155fdd9f91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:36.254435699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"2ac110ae-be9c-4cf4-a9cd-93abcb05d941","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:36.308001265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"84ec2cf9-9143-4d5e-9b53-0ea0d8796957","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:36.309303655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"55a6b253-ab51-44e0-99e8-18155fdd9f91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:36.322285535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcb492d5-22ca-471b-9fdb-96b8ca261b22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:36.32241459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"59d770d6-5773-41d5-bb55-4a2ae1613f2d","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:36.374147994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcb492d5-22ca-471b-9fdb-96b8ca261b22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:36.374448354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"561a1a31-73ad-4dfb-961f-191b4e22b841","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:36.379415895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"59d770d6-5773-41d5-bb55-4a2ae1613f2d","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:36.425993329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcb492d5-22ca-471b-9fdb-96b8ca261b22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:36.429552114Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"84ec2cf9-9143-4d5e-9b53-0ea0d8796957","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:36.478070828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcb492d5-22ca-471b-9fdb-96b8ca261b22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:36.535626616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"561a1a31-73ad-4dfb-961f-191b4e22b841","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:36.633715672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"d6fb7ea1-989b-48be-86b6-b4ae1d14510c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:36.690277207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"d6fb7ea1-989b-48be-86b6-b4ae1d14510c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:36.740863121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"28e74112-68f5-4bfc-abca-b1df8d1966e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:36.777012438Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:36.798989535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"28e74112-68f5-4bfc-abca-b1df8d1966e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:36.895177857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"6686da47-cc08-43a2-ae3b-93117eb9d582","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:36.945723775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"cb5ece75-3e89-4800-ada7-de555f7cc364","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:36.951616674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"6686da47-cc08-43a2-ae3b-93117eb9d582","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:36.998253785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"e090adf4-c431-41fe-867c-dbc1c08f4bef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:37.002209495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"cb5ece75-3e89-4800-ada7-de555f7cc364","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:37.054625595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"e090adf4-c431-41fe-867c-dbc1c08f4bef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:37.098490397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"8dd34d0c-6506-4e15-ac5d-48f0fce77325","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:37.155055929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"8dd34d0c-6506-4e15-ac5d-48f0fce77325","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:37.159075853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"cc2d1a70-6afc-4951-88bf-c0f8c07efc3e","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:37.215599154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"cc2d1a70-6afc-4951-88bf-c0f8c07efc3e","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:37.310678903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"3c5909eb-5213-4ae2-b154-24555df995b7","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:37.362836655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"88a7297d-f401-45a1-820c-310cec45ac42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:37.367183813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"3c5909eb-5213-4ae2-b154-24555df995b7","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:37.419808365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"88a7297d-f401-45a1-820c-310cec45ac42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:38.220003358Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"e4e5eebd-3932-4ebd-8635-c418f68b3054","namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:38.399770978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecbaeb98-26e1-476b-9b03-3fb464d74163","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:38.399910547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f0b31bdd-9950-42c9-8ead-99ec547e2f71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:38.400072005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ad795fa8-feaa-486d-90ca-80ed9c602ffb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:38.400212365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"26400fe4-0e73-47c1-9a07-8245aeef1800","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:38.400358126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"c322a937-a17a-40d8-9379-4c9c3bbf4e37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:38.400494408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"ecd60f54-4c93-41d0-a6f5-fbbc5497b4fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:38.452151004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecbaeb98-26e1-476b-9b03-3fb464d74163","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:38.504369467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecbaeb98-26e1-476b-9b03-3fb464d74163","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:38.509189905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"26400fe4-0e73-47c1-9a07-8245aeef1800","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:38.509289332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"ecd60f54-4c93-41d0-a6f5-fbbc5497b4fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:38.511468315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"c322a937-a17a-40d8-9379-4c9c3bbf4e37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:38.511642786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ad795fa8-feaa-486d-90ca-80ed9c602ffb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:38.513480914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f0b31bdd-9950-42c9-8ead-99ec547e2f71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:38.560591389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecbaeb98-26e1-476b-9b03-3fb464d74163","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:38.615607745Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"86578857-3688-4145-a779-04f74919c11c","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:38.616576488Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ad795fa8-feaa-486d-90ca-80ed9c602ffb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:38.823663965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"575435f4-1ddf-4b15-9929-4f701bed18a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:38.880253436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"575435f4-1ddf-4b15-9929-4f701bed18a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:38.927631546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"688e8db7-9581-4580-a95e-ef569b80d30e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:38.928025274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"c29c3345-f027-44eb-9ca2-e9ff0d9acab4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:38.977818331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"212b6345-4c0d-445b-8ac1-a7dc4849388e","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:38.977917885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"b563e522-3890-42bf-9aed-a303a877d117","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:38.984269156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"688e8db7-9581-4580-a95e-ef569b80d30e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:38.984415969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"c29c3345-f027-44eb-9ca2-e9ff0d9acab4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:39.034771072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"b563e522-3890-42bf-9aed-a303a877d117","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:39.03486546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"212b6345-4c0d-445b-8ac1-a7dc4849388e","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:39.289255038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"9c2fb790-6ce0-41f7-97ba-340649b92d6d","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:39.347533105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"9c2fb790-6ce0-41f7-97ba-340649b92d6d","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:40.180784272Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"27a21ffe-2c14-4f2a-aaa4-94e973874e22","namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:40.353206969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0104ceb1-be16-4976-b778-652e9c83b2de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:40.353668726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9621121b-1c7b-4bda-a85e-62c51ab1f382","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:40.353878811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"796dfaac-c146-4afe-abb7-6ea67730f50f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:40.354090129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"88af9445-feeb-484c-865c-13d758a70b21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:40.354284488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"69c8d7b5-85ea-4ab3-adaf-65625376594a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:40.416274311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9621121b-1c7b-4bda-a85e-62c51ab1f382","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:40.417384692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0104ceb1-be16-4976-b778-652e9c83b2de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:40.421347039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"88af9445-feeb-484c-865c-13d758a70b21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:40.421587852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"69c8d7b5-85ea-4ab3-adaf-65625376594a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:40.423723557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"796dfaac-c146-4afe-abb7-6ea67730f50f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:40.478932539Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0104ceb1-be16-4976-b778-652e9c83b2de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:40.644753561Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"91684a9f-3826-4c8d-a543-e21222d23bde","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:40.686709728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"9672aeee-cb95-4e0c-98b3-a623a6bb0238","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:40.74411883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"9672aeee-cb95-4e0c-98b3-a623a6bb0238","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:40.7474753Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"7393c04f-4fef-4375-a648-03a0b71fc69f","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:40.787913977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"77a1e031-6d0b-4608-908f-60c70dd27d13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:40.79024979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"beb01bce-197b-4a5d-9353-714aa2202582","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:40.841519599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"71b974ab-b7f0-4940-aa13-f7a2ed7c65d1","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:40.841554084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"97143421-f362-4368-b05d-eb020441f325","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:40.84453982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"77a1e031-6d0b-4608-908f-60c70dd27d13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:40.846482997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"beb01bce-197b-4a5d-9353-714aa2202582","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:40.898559298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"97143421-f362-4368-b05d-eb020441f325","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:40.899666052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"71b974ab-b7f0-4940-aa13-f7a2ed7c65d1","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:41.167112365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"622a68cd-1f29-4f77-8518-834745ca0ce2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:41.253918884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"622a68cd-1f29-4f77-8518-834745ca0ce2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:41.377027665Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"5445fbc5-dace-4203-9fb3-498176aee980","namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:41.429470189Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"5eafd2f4-9de3-420d-a3d9-7d04e1a45e56","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:41.532674853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ebb94067-1aa6-43f2-8500-520e4c13f429","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:41.532674822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"85255e25-a509-434d-9498-6d17444768de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:41.533885854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e9671a44-2365-400d-a227-d65ff06666e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:41.584640635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"e7a11b20-39b7-48e6-ba57-4e8778f012ab","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:41.589557973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"85255e25-a509-434d-9498-6d17444768de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:41.590878162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ebb94067-1aa6-43f2-8500-520e4c13f429","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:41.591888635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e9671a44-2365-400d-a227-d65ff06666e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:41.633164626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"bc9c8e0b-2efe-4b83-b6fe-67de99fd0f9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:41.641132275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"e7a11b20-39b7-48e6-ba57-4e8778f012ab","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:41.646125061Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ebb94067-1aa6-43f2-8500-520e4c13f429","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:41.689859985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"bc9c8e0b-2efe-4b83-b6fe-67de99fd0f9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:41.807511876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"555a5a34-a297-417b-9aa6-250833becd0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:41.866098217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"555a5a34-a297-417b-9aa6-250833becd0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:41.908036381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"c7ccc3d6-a239-4dad-9668-b4bcda020332","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:41.958767098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"84cca60b-08d3-4d16-b0ba-62069416151d","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:41.965948686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"c7ccc3d6-a239-4dad-9668-b4bcda020332","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:42.006994141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"8c41b81f-e0a2-4968-931e-ab783dac354f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:42.015959633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"84cca60b-08d3-4d16-b0ba-62069416151d","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:42.063825032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"8c41b81f-e0a2-4968-931e-ab783dac354f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:42.107522457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"e7709cda-ea39-4655-930d-5fae6aca39c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:42.164085968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"e7709cda-ea39-4655-930d-5fae6aca39c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:42.358914517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"3befa4c5-4d13-4657-b2bb-2e397c3a0d4a","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:42.415653535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"3befa4c5-4d13-4657-b2bb-2e397c3a0d4a","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:42.442044098Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"cc6e545d-9206-488f-b803-6f721282c01e","namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:42.602377015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"59883628-0592-4ab7-9aca-8e5503e11690","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:42.602454088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f8369716-8ef1-4206-b223-2cb06a95df29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:42.608398215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"90b89c6e-9775-480b-a324-8cf8dcd8ffcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:42.611227297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c256f49c-2835-43f3-9c9b-80dd95d907f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:42.661286776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f8369716-8ef1-4206-b223-2cb06a95df29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:42.675539056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"59883628-0592-4ab7-9aca-8e5503e11690","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:42.724115355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"90b89c6e-9775-480b-a324-8cf8dcd8ffcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:42.739414841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c256f49c-2835-43f3-9c9b-80dd95d907f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:42.804488148Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c256f49c-2835-43f3-9c9b-80dd95d907f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:42.912699358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"f862c229-23f5-4a85-8426-baf08207e31e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:42.970494863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"f862c229-23f5-4a85-8426-baf08207e31e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:43.049095791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"6b0a782c-38dd-45d0-880d-ae574879eb38","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:43.097727029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"6089cd76-05fe-433a-96d8-a29f2790f319","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:43.105350505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"6b0a782c-38dd-45d0-880d-ae574879eb38","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:43.154140332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"6089cd76-05fe-433a-96d8-a29f2790f319","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:43.199018577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"2eef2e0f-00fe-4725-a7b0-04f9cc51f457","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:43.251195766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"492b37eb-bc43-4e29-b17e-003928811fb8","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:43.256552336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"2eef2e0f-00fe-4725-a7b0-04f9cc51f457","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:43.309190003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"492b37eb-bc43-4e29-b17e-003928811fb8","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:43.409583315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"59eb2a8f-c6f9-4940-a0a5-64e80dd916f2","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:43.467211761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"59eb2a8f-c6f9-4940-a0a5-64e80dd916f2","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:43.501198179Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71569654-e877-4758-b421-2fe8dd687a14","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:43.501232258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71569654-e877-4758-b421-2fe8dd687a14","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:43.551623032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"3286201c-a995-4588-ae0e-58f259f6ce34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:43.558004943Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be926e4e-3981-424d-bf37-b79a6ba6e1f8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:43.558020613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be926e4e-3981-424d-bf37-b79a6ba6e1f8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:43.608214107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"3286201c-a995-4588-ae0e-58f259f6ce34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:43.66177916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-eb29ffaf","namespace":"ai-tenant-e2e-mt-eb29ffaf"},"namespace":"ai-tenant-e2e-mt-eb29ffaf","name":"e2e-policy-eb29ffaf","reconcileID":"7fbb39f4-6b3a-43c7-a9da-9fd5b70b27e9","MaaSAuthPolicy":{"name":"e2e-policy-eb29ffaf","namespace":"ai-tenant-e2e-mt-eb29ffaf"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:43.788087532Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-eb29ffaf","namespace":"ai-tenant-e2e-mt-eb29ffaf"},"namespace":"ai-tenant-e2e-mt-eb29ffaf","name":"e2e-policy-eb29ffaf","reconcileID":"7fbb39f4-6b3a-43c7-a9da-9fd5b70b27e9","MaaSAuthPolicy":{"name":"e2e-policy-eb29ffaf","namespace":"ai-tenant-e2e-mt-eb29ffaf"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:43.848496747Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-eb29ffaf","namespace":"ai-tenant-e2e-mt-eb29ffaf"},"namespace":"ai-tenant-e2e-mt-eb29ffaf","name":"e2e-policy-eb29ffaf","reconcileID":"7fbb39f4-6b3a-43c7-a9da-9fd5b70b27e9","MaaSAuthPolicy":{"name":"e2e-policy-eb29ffaf","namespace":"ai-tenant-e2e-mt-eb29ffaf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:45.112211606Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"5c07706b-372c-4864-8544-6419643edc6e","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:45.224036938Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"1d83554e-600d-4765-b72a-67d5d79077e1","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:45.969387743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be2904fa-950c-42c0-841a-1a9cd09f581c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:46.021865676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be2904fa-950c-42c0-841a-1a9cd09f581c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:46.073933637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be2904fa-950c-42c0-841a-1a9cd09f581c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:46.12639795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be2904fa-950c-42c0-841a-1a9cd09f581c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:46.393630961Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"8f2d4320-fc7e-4638-9012-20d7bfe0c777","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:46.497738408Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-7d25db","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-7d25db","reconcileID":"9b787c3a-c98f-4e7b-bf2e-a22dc3aa8160","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-7d25db","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-7d25db":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:46.827268063Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"f7e54e16-3952-4c82-9f4c-7d6ee1316819","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:48.00862186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b03fa31-bc66-41f2-9da9-b8a336d7a901","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:48.060662019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b03fa31-bc66-41f2-9da9-b8a336d7a901","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:48.115401125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b03fa31-bc66-41f2-9da9-b8a336d7a901","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:48.167777157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b03fa31-bc66-41f2-9da9-b8a336d7a901","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:48.862348053Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"269eb78d-60ea-40ea-a7cb-36209a9b9dcd","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:50.054905467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50986a45-0c37-4881-890b-77208f3aeaeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:50.106712607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50986a45-0c37-4881-890b-77208f3aeaeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:50.15838861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50986a45-0c37-4881-890b-77208f3aeaeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:50.210513663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50986a45-0c37-4881-890b-77208f3aeaeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:52.149529718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83831419-1b40-4422-8b39-71b65fffccf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:52.201276275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83831419-1b40-4422-8b39-71b65fffccf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:52.252821576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83831419-1b40-4422-8b39-71b65fffccf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:52.304756787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83831419-1b40-4422-8b39-71b65fffccf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:52.96135183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ae3e4d0-d4e5-4eb4-a996-f2812c00f5c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:53.089171148Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ae3e4d0-d4e5-4eb4-a996-f2812c00f5c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:53.145863543Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ae3e4d0-d4e5-4eb4-a996-f2812c00f5c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:53.203437927Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f70a1ac4-53b3-443d-b709-c414e011168d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:53.203459125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f70a1ac4-53b3-443d-b709-c414e011168d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:53.957507731Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"4dae2c6e-a50b-4196-90f4-0cba9c2b7737","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:54.06811783Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"e66ddb16-e6fb-482d-9d15-e99cf3a6e6a1","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:54.847284325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c315180-5154-473c-800e-b31d2de0b4ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:54.898906758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c315180-5154-473c-800e-b31d2de0b4ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:54.95066327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c315180-5154-473c-800e-b31d2de0b4ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:55.002722817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c315180-5154-473c-800e-b31d2de0b4ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:55.996046551Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"namespace":"e2e-extmod-rec-noaccess-e964fd","name":"e2e-rec-recover-cb9bed","reconcileID":"46664308-aa9f-4ed0-8c86-c7b17cbf51f0","namespace":"e2e-extmod-rec-noaccess-e964fd","name":"e2e-rec-recover-cb9bed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:56.050839548Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"namespace":"e2e-extmod-rec-noaccess-e964fd","name":"e2e-rec-recover-cb9bed","reconcileID":"bc3953a4-8700-42dc-be3b-df1bd895a006","namespace":"e2e-extmod-rec-noaccess-e964fd","name":"e2e-rec-recover-cb9bed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:56.248860016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc12ba44-c3f8-40e9-a4d0-0bbf1fab7bd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:56.248860014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"5cfe6551-852e-4492-ab86-129828d9cc5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:56.249954361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9429712c-be2a-4f7e-8e5a-46b5e3d8dec5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:56.250564217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"9a4e6743-8951-49c5-afbc-e59d329a1810","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:56.251756663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"c93f4f39-7f31-4dde-bc37-1c48f893977c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:56.306874315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc12ba44-c3f8-40e9-a4d0-0bbf1fab7bd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:56.309790944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"5cfe6551-852e-4492-ab86-129828d9cc5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:56.310533555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9429712c-be2a-4f7e-8e5a-46b5e3d8dec5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:56.31214084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"c93f4f39-7f31-4dde-bc37-1c48f893977c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:56.312759837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"9a4e6743-8951-49c5-afbc-e59d329a1810","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:56.362734796Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc12ba44-c3f8-40e9-a4d0-0bbf1fab7bd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:56.411694675Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"namespace":"e2e-extmod-rec-noaccess-e964fd","name":"e2e-rec-recover-cb9bed","reconcileID":"3d1ef35a-2273-410a-8a4a-5ff194e870fe","MaaSModelRef":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:56.571822407Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"namespace":"e2e-extmod-rec-noaccess-e964fd","name":"e2e-rec-recover-cb9bed","reconcileID":"b1880da4-b533-41ba-b84c-0ad58e268d33","MaaSModelRef":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:56.603887846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"2f126300-c43c-464f-93b3-27ca2370ad99","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:56.661040943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"2f126300-c43c-464f-93b3-27ca2370ad99","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:10:56.676453106Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"namespace":"e2e-extmod-rec-noaccess-e964fd","name":"e2e-rec-recover-cb9bed","reconcileID":"b1880da4-b533-41ba-b84c-0ad58e268d33","name":"e2e-rec-recover-cb9bed","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rec-recover-cb9bed\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:10:56.676535164Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"namespace":"e2e-extmod-rec-noaccess-e964fd","name":"e2e-rec-recover-cb9bed","reconcileID":"b1880da4-b533-41ba-b84c-0ad58e268d33","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rec-recover-cb9bed\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:56.720835735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"abbb56a8-9cec-43d3-b200-47eda8724e0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:56.724081468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"8bac685b-dc29-48c9-8cfb-92b7e63abc76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:56.728212177Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"namespace":"e2e-extmod-rec-noaccess-e964fd","name":"e2e-rec-recover-cb9bed","reconcileID":"090d6c5d-8098-4d26-8e85-60cc773c804f","MaaSModelRef":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:56.743443276Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-3ea756","namespace":"e2e-extmod-rec-user-0efdb9"},"namespace":"e2e-extmod-rec-user-0efdb9","name":"e2e-rec-ctrl-3ea756","reconcileID":"a140f34e-e2b7-4f0b-a0dc-66a7bac99eb6","namespace":"e2e-extmod-rec-user-0efdb9","name":"e2e-rec-ctrl-3ea756","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:56.770105149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"911e30d5-731f-4cfe-8979-810ab14243b5","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:56.770455188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"347a14f4-eb51-4da3-a390-dc9ebdd0b61c","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:56.777136387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"abbb56a8-9cec-43d3-b200-47eda8724e0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:56.780627372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"8bac685b-dc29-48c9-8cfb-92b7e63abc76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:56.827119803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"911e30d5-731f-4cfe-8979-810ab14243b5","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:56.827570129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"347a14f4-eb51-4da3-a390-dc9ebdd0b61c","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:56.998644447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a542d883-cc7a-4406-b3fb-baac815dbc39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:57.050881488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a542d883-cc7a-4406-b3fb-baac815dbc39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:57.103333484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a542d883-cc7a-4406-b3fb-baac815dbc39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:57.155515449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a542d883-cc7a-4406-b3fb-baac815dbc39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:57.156344321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"f78787fc-6e5b-42a9-8c5b-31c7d6dd6d32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:57.207965604Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3ea756","namespace":"e2e-extmod-rec-user-0efdb9"},"namespace":"e2e-extmod-rec-user-0efdb9","name":"e2e-rec-ctrl-3ea756","reconcileID":"59e42cd1-03a9-4f8e-aa2b-aba7305acf23","MaaSModelRef":{"name":"e2e-rec-ctrl-3ea756","namespace":"e2e-extmod-rec-user-0efdb9"},"name":"e2e-rec-ctrl-3ea756","namespace":"e2e-extmod-rec-user-0efdb9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:57.212767786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"f78787fc-6e5b-42a9-8c5b-31c7d6dd6d32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:57.259041846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ada13c04-1436-4d41-8540-d895c39c7e86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:57.259046297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"19478c05-ebed-4127-b72a-a59d2edd225b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:57.31602075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"19478c05-ebed-4127-b72a-a59d2edd225b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:57.316205772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ada13c04-1436-4d41-8540-d895c39c7e86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:57.364595961Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"namespace":"e2e-extmod-rec-noaccess-e964fd","name":"e2e-rec-recover-cb9bed","reconcileID":"d34f8c66-cda8-4038-b92e-9af9d8ad8873","namespace":"e2e-extmod-rec-noaccess-e964fd","name":"e2e-rec-recover-cb9bed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:57.368553432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"aa997bb2-20c0-41d2-80f3-702530d9575b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:57.368920231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"7a51bb2e-4f64-4a94-a231-610710c20399","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:57.428215849Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3ea756","namespace":"e2e-extmod-rec-user-0efdb9"},"namespace":"e2e-extmod-rec-user-0efdb9","name":"e2e-rec-ctrl-3ea756","reconcileID":"ffa062bf-8f7d-419f-8097-a8f1e09c992d","MaaSModelRef":{"name":"e2e-rec-ctrl-3ea756","namespace":"e2e-extmod-rec-user-0efdb9"},"name":"e2e-rec-ctrl-3ea756","namespace":"e2e-extmod-rec-user-0efdb9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:57.429491411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"7a51bb2e-4f64-4a94-a231-610710c20399","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:57.435283238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"aa997bb2-20c0-41d2-80f3-702530d9575b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:57.53151846Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"namespace":"e2e-extmod-rec-noaccess-e964fd","name":"e2e-rec-recover-cb9bed","reconcileID":"77369da8-a8ea-4a7e-bf85-290d30611266","MaaSModelRef":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:57.587414033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"48b8928e-46a7-4ce6-9336-e4026a99facc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:57.643683194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"48b8928e-46a7-4ce6-9336-e4026a99facc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:57.689146647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"40275774-a563-45cf-81e7-a160d1c24f00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:57.698839517Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"48b8928e-46a7-4ce6-9336-e4026a99facc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:57.745676514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"40275774-a563-45cf-81e7-a160d1c24f00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:57.789092399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"2f045d57-495d-4d42-9625-7a082c42f878","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:57.790405985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"9d30abec-2277-4e86-b883-ac18233dd080","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:57.8456876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"2f045d57-495d-4d42-9625-7a082c42f878","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:57.846814023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"9d30abec-2277-4e86-b883-ac18233dd080","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:57.890995092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"dcfc6f4e-53a1-4222-b1b0-754b02ab1b22","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:57.947543006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"dcfc6f4e-53a1-4222-b1b0-754b02ab1b22","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:57.990429092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"c61e086a-7561-45cf-9d4e-377f10525a96","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:58.046963325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"c61e086a-7561-45cf-9d4e-377f10525a96","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:58.057005267Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3ea756","namespace":"e2e-extmod-rec-user-0efdb9"},"namespace":"e2e-extmod-rec-user-0efdb9","name":"e2e-rec-ctrl-3ea756","reconcileID":"b5f9dce3-2147-4e2e-96fb-2c39befbcf2c","MaaSModelRef":{"name":"e2e-rec-ctrl-3ea756","namespace":"e2e-extmod-rec-user-0efdb9"},"name":"e2e-rec-ctrl-3ea756","namespace":"e2e-extmod-rec-user-0efdb9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:58.203958661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aebcd1da-c240-4f26-86ac-2fc83ac2c9ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:58.260897815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aebcd1da-c240-4f26-86ac-2fc83ac2c9ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:58.263435829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"1dd6aecc-4a24-4fc8-87e4-91b137b680ba","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:58.307820669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"c2ee16ab-8764-4f5d-8a28-e78c604a303d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:58.319823211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"1dd6aecc-4a24-4fc8-87e4-91b137b680ba","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:58.359940546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"ee7ec89d-da64-463b-850f-6e1a54349346","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:58.364521078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"c2ee16ab-8764-4f5d-8a28-e78c604a303d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:58.416403314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"ee7ec89d-da64-463b-850f-6e1a54349346","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:58.427687582Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"1dd6aecc-4a24-4fc8-87e4-91b137b680ba","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"model":"e2e-extmod-rec-user-0efdb9/e2e-rec-ctrl-3ea756","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:58.460158341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"9db7d42f-cdce-458e-8779-bfb9b5680d3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:58.516834357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"9db7d42f-cdce-458e-8779-bfb9b5680d3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:58.611989149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"4c198a4a-bb72-4dd3-a117-0fcdb77eb5d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:58.630298155Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"namespace":"e2e-extmod-rec-noaccess-e964fd","name":"e2e-rec-recover-cb9bed","reconcileID":"aaaf5a01-ad7d-4f14-b644-90cab864fcab","namespace":"e2e-extmod-rec-noaccess-e964fd","name":"e2e-rec-recover-cb9bed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:58.641365374Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3ea756","namespace":"e2e-extmod-rec-user-0efdb9"},"namespace":"e2e-extmod-rec-user-0efdb9","name":"e2e-rec-ctrl-3ea756","reconcileID":"88f5c1a6-6a7c-42b5-91d7-de1d533ebd3c","MaaSModelRef":{"name":"e2e-rec-ctrl-3ea756","namespace":"e2e-extmod-rec-user-0efdb9"},"name":"e2e-rec-ctrl-3ea756","namespace":"e2e-extmod-rec-user-0efdb9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:58.668564017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"4c198a4a-bb72-4dd3-a117-0fcdb77eb5d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:58.686588622Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-3ea756","namespace":"e2e-extmod-rec-user-0efdb9"},"namespace":"e2e-extmod-rec-user-0efdb9","name":"e2e-rec-ctrl-3ea756","reconcileID":"33426374-35f8-41f6-8d65-823c5dd35118","namespace":"e2e-extmod-rec-user-0efdb9","name":"e2e-rec-ctrl-3ea756","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:58.786731402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"74563667-8485-4141-81e3-4228823977cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:58.786731384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f9e72046-d4ce-4712-b724-8f9cf60000fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:58.843523161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"74563667-8485-4141-81e3-4228823977cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:58.843544441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f9e72046-d4ce-4712-b724-8f9cf60000fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:58.876788342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"88f720e7-19f9-480c-9b5d-ee9b13f1e0ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:58.890003409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"2cfd8f9e-e602-45a3-8bb3-5ee654ecedef","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:58.898892158Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f9e72046-d4ce-4712-b724-8f9cf60000fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:58.93446849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"88f720e7-19f9-480c-9b5d-ee9b13f1e0ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:58.946617103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"2cfd8f9e-e602-45a3-8bb3-5ee654ecedef","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:58.980714145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"bfeabcbf-5fa3-4a40-bdb9-c9deea99bd70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:58.99855833Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"2cfd8f9e-e602-45a3-8bb3-5ee654ecedef","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"model":"e2e-extmod-rec-user-0efdb9/e2e-rec-ctrl-3ea756","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:59.037631184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"bfeabcbf-5fa3-4a40-bdb9-c9deea99bd70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:59.079998704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"b7967cad-2390-4dbc-a34f-26014744b153","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:59.136549081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"b7967cad-2390-4dbc-a34f-26014744b153","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:59.152962157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"9ef2e3f2-5779-455a-8e05-4fc21b24804f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:59.208700326Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3ea756","namespace":"e2e-extmod-rec-user-0efdb9"},"namespace":"e2e-extmod-rec-user-0efdb9","name":"e2e-rec-ctrl-3ea756","reconcileID":"fe958ac3-fb6a-4516-b7a0-44f93baccae5","MaaSModelRef":{"name":"e2e-rec-ctrl-3ea756","namespace":"e2e-extmod-rec-user-0efdb9"},"name":"e2e-rec-ctrl-3ea756","namespace":"e2e-extmod-rec-user-0efdb9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:59.209799437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"9ef2e3f2-5779-455a-8e05-4fc21b24804f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:59.258424566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"d73b77e4-75bf-487c-ab28-bf8a3d0f113e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:59.312001393Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3ea756","namespace":"e2e-extmod-rec-user-0efdb9"},"namespace":"e2e-extmod-rec-user-0efdb9","name":"e2e-rec-ctrl-3ea756","reconcileID":"2d136f76-b1ff-4d08-a9a4-8356b57bc0dc","MaaSModelRef":{"name":"e2e-rec-ctrl-3ea756","namespace":"e2e-extmod-rec-user-0efdb9"},"name":"e2e-rec-ctrl-3ea756","namespace":"e2e-extmod-rec-user-0efdb9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:59.314994466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"d73b77e4-75bf-487c-ab28-bf8a3d0f113e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:59.34818254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"8aeb8174-3142-4405-8ba6-6baf910e29a0","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:59.404845874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"8aeb8174-3142-4405-8ba6-6baf910e29a0","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:59.447225118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"a0d81ec3-1fb5-476e-838e-c5b9d622e3f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:59.50397431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"a0d81ec3-1fb5-476e-838e-c5b9d622e3f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:59.649039664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"b48433a5-97c4-4fd9-8e1e-6c777445350b","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:59.649266501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"f647701d-1a58-4dd1-b090-6fdeb4701417","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:59.724931532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"b48433a5-97c4-4fd9-8e1e-6c777445350b","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:59.724956726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"f647701d-1a58-4dd1-b090-6fdeb4701417","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:59.757082972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"13cbb11b-c626-49e5-92fe-62c694de0507","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:59.81427605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"13cbb11b-c626-49e5-92fe-62c694de0507","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:59.86198722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"43c10105-cdd2-4b8a-967c-d8a9388ee6b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:59.924714034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"43c10105-cdd2-4b8a-967c-d8a9388ee6b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:59.97027531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"bbc3396d-ca35-42c6-a494-99111db03e83","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:10:59.980059573Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"43c10105-cdd2-4b8a-967c-d8a9388ee6b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:00.027556692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"bbc3396d-ca35-42c6-a494-99111db03e83","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:00.079863683Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"bbc3396d-ca35-42c6-a494-99111db03e83","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"model":"e2e-extmod-rec-user-0efdb9/e2e-rec-ctrl-3ea756","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:00.391246879Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-3ea756","namespace":"e2e-extmod-rec-user-0efdb9"},"namespace":"e2e-extmod-rec-user-0efdb9","name":"e2e-rec-ctrl-3ea756","reconcileID":"f0fa8543-c914-4240-b59c-63b7d5ac2cab","namespace":"e2e-extmod-rec-user-0efdb9","name":"e2e-rec-ctrl-3ea756","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:00.451074893Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3ea756","namespace":"e2e-extmod-rec-user-0efdb9"},"namespace":"e2e-extmod-rec-user-0efdb9","name":"e2e-rec-ctrl-3ea756","reconcileID":"bae0a09e-a2ea-4eac-9930-3ba55102fffa","MaaSModelRef":{"name":"e2e-rec-ctrl-3ea756","namespace":"e2e-extmod-rec-user-0efdb9"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-rec-user-0efdb9/e2e-rec-ctrl-3ea756","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:00.451109831Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3ea756","namespace":"e2e-extmod-rec-user-0efdb9"},"namespace":"e2e-extmod-rec-user-0efdb9","name":"e2e-rec-ctrl-3ea756","reconcileID":"bae0a09e-a2ea-4eac-9930-3ba55102fffa","MaaSModelRef":{"name":"e2e-rec-ctrl-3ea756","namespace":"e2e-extmod-rec-user-0efdb9"},"routeName":"external-model-e2e-rec-ctrl-3ea756-01e983659f97","namespace":"e2e-extmod-rec-user-0efdb9","model":"e2e-rec-ctrl-3ea756","externalModel":"e2e-rec-ctrl-3ea756","provider":"e2e-rec-ctrl-3ea756-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:00.587491881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"c96bca4f-f417-48ec-a662-724ac0c19bfd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:00.587523853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"465dfb22-a858-454d-9203-53a79944b373","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:00.589581621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"6ad29c20-624c-42f5-9650-c7932b8456fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:00.590914563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9f2694a5-1036-4830-b197-c2d4a7ab76aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:00.644647866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"465dfb22-a858-454d-9203-53a79944b373","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:00.644666912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"c96bca4f-f417-48ec-a662-724ac0c19bfd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:00.647023092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"6ad29c20-624c-42f5-9650-c7932b8456fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:00.64721887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9f2694a5-1036-4830-b197-c2d4a7ab76aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:00.669211366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"f1dd62a8-1dad-4def-9336-6046beb3eb04","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:00.702512132Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9f2694a5-1036-4830-b197-c2d4a7ab76aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:00.728263333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"f1dd62a8-1dad-4def-9336-6046beb3eb04","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:00.95925358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"85ebbf43-bb08-42a9-b0ea-fda648af7fd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:00.961537537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"80d75ccb-bd4b-46b3-ba50-d13e46551d34","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:01.015935422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"85ebbf43-bb08-42a9-b0ea-fda648af7fd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:01.018112173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"80d75ccb-bd4b-46b3-ba50-d13e46551d34","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:01.063932004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"3ddea304-e59d-467b-a2ea-88d748d5793e","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:01.063933425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"055354ee-3b4f-47aa-b916-79207bde78ca","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:01.120970861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"055354ee-3b4f-47aa-b916-79207bde78ca","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:01.12130722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"3ddea304-e59d-467b-a2ea-88d748d5793e","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:01.143493166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b0be0532-a016-4bd5-a116-e09a9c51b477","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:01.200199456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b0be0532-a016-4bd5-a116-e09a9c51b477","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:01.374619873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"fe874b55-894f-46ba-bd33-e4b6e759d903","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:01.431219166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"fe874b55-894f-46ba-bd33-e4b6e759d903","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:01.477482763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"4ada4620-31da-425c-91a1-83009bc5dc0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:01.534473765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"4ada4620-31da-425c-91a1-83009bc5dc0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:02.938310884Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3986bf priority=0:[ai-tenant-e2e-extmod-b-3986bf/e2e-att-detach-f08036-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-serve-185fad-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-unrel-bd0892-sub ai-tenant-e2e-extmod-b-3986bf/e2e-rec-ctrl-3ea756-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:02.990750658Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3ea756","namespace":"e2e-extmod-rec-user-0efdb9"},"namespace":"e2e-extmod-rec-user-0efdb9","name":"e2e-rec-ctrl-3ea756","reconcileID":"b9ec1ebf-0ac2-4bbf-8741-3d2e51e9546a","MaaSModelRef":{"name":"e2e-rec-ctrl-3ea756","namespace":"e2e-extmod-rec-user-0efdb9"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-rec-user-0efdb9/e2e-rec-ctrl-3ea756","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:02.990792285Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3ea756","namespace":"e2e-extmod-rec-user-0efdb9"},"namespace":"e2e-extmod-rec-user-0efdb9","name":"e2e-rec-ctrl-3ea756","reconcileID":"b9ec1ebf-0ac2-4bbf-8741-3d2e51e9546a","MaaSModelRef":{"name":"e2e-rec-ctrl-3ea756","namespace":"e2e-extmod-rec-user-0efdb9"},"routeName":"external-model-e2e-rec-ctrl-3ea756-01e983659f97","namespace":"e2e-extmod-rec-user-0efdb9","model":"e2e-rec-ctrl-3ea756","externalModel":"e2e-rec-ctrl-3ea756","provider":"e2e-rec-ctrl-3ea756-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:11:03.107313547Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-3986bf/e2e-rec-ctrl-3ea756-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rec-ctrl-3ea756-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:03.15802043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-unrel-bd0892","reconcileID":"6ee2e6e2-938e-4cd6-aec1-6843ea4e1a1d","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-att-user-a1f8ce/e2e-att-unrel-bd0892","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:03.158056458Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-unrel-bd0892","reconcileID":"6ee2e6e2-938e-4cd6-aec1-6843ea4e1a1d","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"routeName":"external-model-e2e-att-unrel-bd0892-ebe3eedf0976","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-att-unrel-bd0892","externalModel":"e2e-att-unrel-bd0892","provider":"e2e-att-unrel-bd0892-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:03.201630015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"9d5d4a82-e607-445c-bb51-6f24ce61ef07","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:03.201806675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"06777e6f-1232-4949-a860-8bc0520ff67e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:03.201635273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"3a4941f5-07ca-4d41-bd16-f0fb368ec31b","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:03.202180198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"1b200875-919b-4074-8b9b-6eae8646af16","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:03.259454361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"1b200875-919b-4074-8b9b-6eae8646af16","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:03.259678828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"9d5d4a82-e607-445c-bb51-6f24ce61ef07","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:03.261671578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"06777e6f-1232-4949-a860-8bc0520ff67e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:03.261930572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"3a4941f5-07ca-4d41-bd16-f0fb368ec31b","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:03.262962011Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3ea756","namespace":"e2e-extmod-rec-user-0efdb9"},"namespace":"e2e-extmod-rec-user-0efdb9","name":"e2e-rec-ctrl-3ea756","reconcileID":"7cd31609-3883-4879-aa1a-fee3e9677866","MaaSModelRef":{"name":"e2e-rec-ctrl-3ea756","namespace":"e2e-extmod-rec-user-0efdb9"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-rec-user-0efdb9/e2e-rec-ctrl-3ea756","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:03.262978458Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3ea756","namespace":"e2e-extmod-rec-user-0efdb9"},"namespace":"e2e-extmod-rec-user-0efdb9","name":"e2e-rec-ctrl-3ea756","reconcileID":"7cd31609-3883-4879-aa1a-fee3e9677866","MaaSModelRef":{"name":"e2e-rec-ctrl-3ea756","namespace":"e2e-extmod-rec-user-0efdb9"},"routeName":"external-model-e2e-rec-ctrl-3ea756-01e983659f97","namespace":"e2e-extmod-rec-user-0efdb9","model":"e2e-rec-ctrl-3ea756","externalModel":"e2e-rec-ctrl-3ea756","provider":"e2e-rec-ctrl-3ea756-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:03.36383756Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-3ea756-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-sub","reconcileID":"f0102982-e620-4d58-ac83-3fedc5fd4152","MaaSSubscription":{"name":"e2e-rec-ctrl-3ea756-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-rec-ctrl-3ea756","model":"e2e-rec-ctrl-3ea756","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-3986bf/e2e-rec-ctrl-3ea756-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:03.367671216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"9c9c09e7-a9bb-49a9-bb3a-b75ec4d4573d","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-att-user-a1f8ce/e2e-att-detach-f08036","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:03.367692077Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"9c9c09e7-a9bb-49a9-bb3a-b75ec4d4573d","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"routeName":"external-model-e2e-att-detach-f08036-3281ff3d31d8","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-att-detach-f08036","externalModel":"e2e-att-detach-f08036","provider":"e2e-att-detach-f08036-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:03.471915084Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"a46bf795-813e-4df1-8e20-7ecbe0e83cbc","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-att-user-a1f8ce/e2e-att-serve-185fad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:03.471941108Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"a46bf795-813e-4df1-8e20-7ecbe0e83cbc","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"routeName":"external-model-e2e-att-serve-185fad-5fa01018e074","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-att-serve-185fad","externalModel":"e2e-att-serve-185fad","provider":"e2e-att-serve-185fad-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:03.632567526Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3ea756","namespace":"e2e-extmod-rec-user-0efdb9"},"namespace":"e2e-extmod-rec-user-0efdb9","name":"e2e-rec-ctrl-3ea756","reconcileID":"fd784183-c2f7-4574-82e4-6fe30db5c5f4","MaaSModelRef":{"name":"e2e-rec-ctrl-3ea756","namespace":"e2e-extmod-rec-user-0efdb9"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-rec-user-0efdb9/e2e-rec-ctrl-3ea756","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:03.63259758Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3ea756","namespace":"e2e-extmod-rec-user-0efdb9"},"namespace":"e2e-extmod-rec-user-0efdb9","name":"e2e-rec-ctrl-3ea756","reconcileID":"fd784183-c2f7-4574-82e4-6fe30db5c5f4","MaaSModelRef":{"name":"e2e-rec-ctrl-3ea756","namespace":"e2e-extmod-rec-user-0efdb9"},"routeName":"external-model-e2e-rec-ctrl-3ea756-01e983659f97","namespace":"e2e-extmod-rec-user-0efdb9","model":"e2e-rec-ctrl-3ea756","externalModel":"e2e-rec-ctrl-3ea756","provider":"e2e-rec-ctrl-3ea756-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:03.780027742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"3adc497e-c90f-43bb-932f-4260e19d4c19","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:03.78028348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"450593e4-a224-4608-a9b7-b21e018b0ea2","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:03.78397979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"3c482ac5-40c0-482f-b134-4d3e587bba49","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:03.783979797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"e7de56dc-df24-471d-ba19-45e41f3b9f44","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:03.837394137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"3adc497e-c90f-43bb-932f-4260e19d4c19","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:03.841551938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"3c482ac5-40c0-482f-b134-4d3e587bba49","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:03.841596627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"450593e4-a224-4608-a9b7-b21e018b0ea2","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:03.842009801Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-3ea756-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-sub","reconcileID":"d6e0dd97-ebd4-47a5-b872-c18e29c3aa1c","MaaSSubscription":{"name":"e2e-rec-ctrl-3ea756-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-rec-ctrl-3ea756","model":"e2e-extmod-rec-user-0efdb9/e2e-rec-ctrl-3ea756","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:03.844414192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"e7de56dc-df24-471d-ba19-45e41f3b9f44","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:04.113079101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3ea756","namespace":"e2e-extmod-rec-user-0efdb9"},"namespace":"e2e-extmod-rec-user-0efdb9","name":"e2e-rec-ctrl-3ea756","reconcileID":"5f5861bd-686a-4524-bcb2-cce15cfad1de","MaaSModelRef":{"name":"e2e-rec-ctrl-3ea756","namespace":"e2e-extmod-rec-user-0efdb9"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-rec-user-0efdb9/e2e-rec-ctrl-3ea756","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:04.11310625Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3ea756","namespace":"e2e-extmod-rec-user-0efdb9"},"namespace":"e2e-extmod-rec-user-0efdb9","name":"e2e-rec-ctrl-3ea756","reconcileID":"5f5861bd-686a-4524-bcb2-cce15cfad1de","MaaSModelRef":{"name":"e2e-rec-ctrl-3ea756","namespace":"e2e-extmod-rec-user-0efdb9"},"routeName":"external-model-e2e-rec-ctrl-3ea756-01e983659f97","namespace":"e2e-extmod-rec-user-0efdb9","model":"e2e-rec-ctrl-3ea756","externalModel":"e2e-rec-ctrl-3ea756","provider":"e2e-rec-ctrl-3ea756-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:04.219950088Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"7a4195f6-932c-4fa7-880a-f8ff165b3a45","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:04.497792691Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"namespace":"e2e-extmod-rec-noaccess-e964fd","name":"e2e-rec-recover-cb9bed","reconcileID":"cc325ea9-be49-41fe-84e6-c4968f50ce52","MaaSModelRef":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:04.602405821Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"8fae0579-ed75-46ae-90c9-4a8f0854a06e","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:06.781385592Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:09.466824717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ec5596"},"namespace":"ai-tenant-e2e-praxis-b-ec5596","name":"default-tenant","reconcileID":"17653e62-1089-4435-8128-543365bb04b3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-ec5596","tenantID":"e2e-praxis-b-ec5596","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:09.533945291Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-eb29ffaf","namespace":"ai-tenant-e2e-mt-eb29ffaf"},"namespace":"ai-tenant-e2e-mt-eb29ffaf","name":"e2e-policy-eb29ffaf","reconcileID":"e3b335d7-8aee-449e-8d24-392e638bdef3","MaaSAuthPolicy":{"name":"e2e-policy-eb29ffaf","namespace":"ai-tenant-e2e-mt-eb29ffaf"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:09.583897322Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ec5596"},"namespace":"ai-tenant-e2e-praxis-b-ec5596","name":"default-tenant","reconcileID":"17653e62-1089-4435-8128-543365bb04b3","name":"e2e-praxis-b-ec5596-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:09.641054584Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-eb29ffaf","namespace":"ai-tenant-e2e-mt-eb29ffaf"},"namespace":"ai-tenant-e2e-mt-eb29ffaf","name":"e2e-policy-eb29ffaf","reconcileID":"e3b335d7-8aee-449e-8d24-392e638bdef3","MaaSAuthPolicy":{"name":"e2e-policy-eb29ffaf","namespace":"ai-tenant-e2e-mt-eb29ffaf"},"policyNamespace":"ai-tenant-e2e-mt-eb29ffaf","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:09.64154425Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"default-tenant","reconcileID":"857017af-7928-421b-a2d0-b7324213f306","namespace":"ai-tenant-e2e-ipp-a-58d523","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:09.641598629Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"default-tenant","reconcileID":"857017af-7928-421b-a2d0-b7324213f306","namespace":"ai-tenant-e2e-ipp-a-58d523","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:09.641646805Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"default-tenant","reconcileID":"857017af-7928-421b-a2d0-b7324213f306","tenant":"e2e-ipp-a-58d523","tenantID":"e2e-ipp-a-58d523","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:09.695072223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"default-tenant","reconcileID":"857017af-7928-421b-a2d0-b7324213f306","gvk":"Deployment","name":"maas-api-e2e-ipp-a-58d523","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:09.756579784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"default-tenant","reconcileID":"857017af-7928-421b-a2d0-b7324213f306","gvk":"Service","name":"maas-api-e2e-ipp-a-58d523","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:09.812770541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"default-tenant","reconcileID":"857017af-7928-421b-a2d0-b7324213f306","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-58d523","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:09.868222393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"default-tenant","reconcileID":"857017af-7928-421b-a2d0-b7324213f306","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-58d523","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:09.923584981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"default-tenant","reconcileID":"857017af-7928-421b-a2d0-b7324213f306","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-58d523","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:09.97962671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"default-tenant","reconcileID":"857017af-7928-421b-a2d0-b7324213f306","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-58d523","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:10.03411778Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"default-tenant","reconcileID":"857017af-7928-421b-a2d0-b7324213f306","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-58d523","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:10.087844768Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"default-tenant","reconcileID":"857017af-7928-421b-a2d0-b7324213f306","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-58d523","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:10.141073472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"default-tenant","reconcileID":"857017af-7928-421b-a2d0-b7324213f306","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-58d523","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:10.194242276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"default-tenant","reconcileID":"857017af-7928-421b-a2d0-b7324213f306","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-58d523","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:10.255042796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"default-tenant","reconcileID":"857017af-7928-421b-a2d0-b7324213f306","gvk":"Service","name":"payload-processing-e2e-ipp-a-58d523","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:10.314607476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"default-tenant","reconcileID":"857017af-7928-421b-a2d0-b7324213f306","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-58d523","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:10.369842989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"default-tenant","reconcileID":"857017af-7928-421b-a2d0-b7324213f306","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-58d523","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:10.423968748Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"default-tenant","reconcileID":"857017af-7928-421b-a2d0-b7324213f306","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-58d523","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:10.478916104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"default-tenant","reconcileID":"857017af-7928-421b-a2d0-b7324213f306","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-58d523","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:10.534246559Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"default-tenant","reconcileID":"857017af-7928-421b-a2d0-b7324213f306","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-58d523","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:10.587547528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"default-tenant","reconcileID":"857017af-7928-421b-a2d0-b7324213f306","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-58d523","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:10.640786957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"default-tenant","reconcileID":"857017af-7928-421b-a2d0-b7324213f306","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-58d523","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:10.696977595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"default-tenant","reconcileID":"857017af-7928-421b-a2d0-b7324213f306","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-58d523","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:10.760804611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-58d523"},"namespace":"ai-tenant-e2e-ipp-a-58d523","name":"default-tenant","reconcileID":"857017af-7928-421b-a2d0-b7324213f306","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-58d523","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:10.866380259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7eb7af7d-fe9d-4cb4-ab96-8f1841d411fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:10.922730357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7eb7af7d-fe9d-4cb4-ab96-8f1841d411fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:10.978064584Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7eb7af7d-fe9d-4cb4-ab96-8f1841d411fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:11.505593038Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-58d523","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-58d523","reconcileID":"cf3aeda7-fcbb-43f1-b8f1-5fb1324fa99c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-58d523","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-58d523"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:11.773253807Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"namespace":"e2e-extmod-rec-noaccess-e964fd","name":"e2e-rec-recover-cb9bed","reconcileID":"accae6b4-8f08-48e8-8f05-c59746746710","MaaSModelRef":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:11.878529298Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"d30c1cac-8f20-4b8a-998b-fe869c1bdd52","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:12.716830907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80d2cdf5-7f60-4500-ba22-bceaab50115a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:12.768742018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80d2cdf5-7f60-4500-ba22-bceaab50115a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:12.820481022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80d2cdf5-7f60-4500-ba22-bceaab50115a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:12.87214596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80d2cdf5-7f60-4500-ba22-bceaab50115a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:14.816816967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64841cb4-971e-45a8-9f87-90a7414a66f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:14.868763471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64841cb4-971e-45a8-9f87-90a7414a66f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:14.920963292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64841cb4-971e-45a8-9f87-90a7414a66f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:14.972982982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64841cb4-971e-45a8-9f87-90a7414a66f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:16.207655153Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e6c7fcfa-30d8-4f32-9dc6-76f6269aa43c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:16.375117561Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-bd0892-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-sub","reconcileID":"d98ef78a-61eb-4570-9b76-664d0ef8d61f","MaaSSubscription":{"name":"e2e-att-unrel-bd0892-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-unrel-bd0892","model":"e2e-extmod-att-user-a1f8ce/e2e-att-unrel-bd0892","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:16.376111636Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-subscription","reconcileID":"75eb3326-65d6-4a7c-9dd2-e7a43674431b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-premium-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/premium-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:16.4275497Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-185fad-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-sub","reconcileID":"be4d5aae-60e6-4ba3-8a32-491143f7a90e","MaaSSubscription":{"name":"e2e-att-serve-185fad-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-serve-185fad","model":"e2e-extmod-att-user-a1f8ce/e2e-att-serve-185fad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:16.482299465Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-subscription","reconcileID":"7b1a3351-b05d-4205-af6c-8ea9898c27b5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:16.589910804Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"8b3e380c-b0e4-4503-b06f-785f6498d899","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:16.746375905Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1c1a24f5-1f5a-4eab-b08d-160d8dd5f74a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:16.747110621Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-f08036-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-sub","reconcileID":"47d6f856-85b5-4a57-82c2-7a2ef8865761","MaaSSubscription":{"name":"e2e-att-detach-f08036-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-detach-f08036","model":"e2e-extmod-att-user-a1f8ce/e2e-att-detach-f08036","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:16.816426506Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"4b7dc2d0-aeb0-46a0-9386-e3c4da5b8fda","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:16.93774347Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-subscription","reconcileID":"c486feba-9f7d-4bf2-8ec1-6264a7049def","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-premium-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/premium-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:17.034683696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc0432a0-5924-4983-b81a-68e181a7528b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:17.056131137Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-subscription","reconcileID":"24248ffa-0bd3-4224-be38-34e6ed451c66","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-premium-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:17.086728702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc0432a0-5924-4983-b81a-68e181a7528b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:17.139519235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc0432a0-5924-4983-b81a-68e181a7528b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:17.192349334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc0432a0-5924-4983-b81a-68e181a7528b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:17.349304133Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-3ea756-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-sub","reconcileID":"f0195690-f16e-48bd-aa28-f1b7e2215245","MaaSSubscription":{"name":"e2e-rec-ctrl-3ea756-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-rec-ctrl-3ea756","model":"e2e-extmod-rec-user-0efdb9/e2e-rec-ctrl-3ea756","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:17.631776902Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3ea756","namespace":"e2e-extmod-rec-user-0efdb9"},"namespace":"e2e-extmod-rec-user-0efdb9","name":"e2e-rec-ctrl-3ea756","reconcileID":"e01e6491-bc00-4d0a-b9b0-29e882755a51","MaaSModelRef":{"name":"e2e-rec-ctrl-3ea756","namespace":"e2e-extmod-rec-user-0efdb9"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-rec-user-0efdb9/e2e-rec-ctrl-3ea756","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:17.631807797Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3ea756","namespace":"e2e-extmod-rec-user-0efdb9"},"namespace":"e2e-extmod-rec-user-0efdb9","name":"e2e-rec-ctrl-3ea756","reconcileID":"e01e6491-bc00-4d0a-b9b0-29e882755a51","MaaSModelRef":{"name":"e2e-rec-ctrl-3ea756","namespace":"e2e-extmod-rec-user-0efdb9"},"routeName":"external-model-e2e-rec-ctrl-3ea756-01e983659f97","namespace":"e2e-extmod-rec-user-0efdb9","model":"e2e-rec-ctrl-3ea756","externalModel":"e2e-rec-ctrl-3ea756","provider":"e2e-rec-ctrl-3ea756-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:17.680412467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"a120166a-abe4-4d2f-8e28-7a4d3237932c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:17.737503288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"a120166a-abe4-4d2f-8e28-7a4d3237932c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:21.139056569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c1254486-a710-4a40-a711-da59c66a9efc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:21.197272664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c1254486-a710-4a40-a711-da59c66a9efc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:21.520878236Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1613b7dd-fa69-4422-bc5f-4a89b824148e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:21.520902262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1613b7dd-fa69-4422-bc5f-4a89b824148e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:21.879769802Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"namespace":"e2e-extmod-rec-noaccess-e964fd","name":"e2e-rec-recover-cb9bed","reconcileID":"52f208bf-19c0-461d-b0b4-c81883b40087","MaaSModelRef":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:21.984292791Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"d27f9f8e-a525-48d7-9e08-de634c9d4623","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:31.985216418Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"namespace":"e2e-extmod-rec-noaccess-e964fd","name":"e2e-rec-recover-cb9bed","reconcileID":"4749dee9-d1be-46f6-b82a-e8c24b2061d1","MaaSModelRef":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:32.092936473Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"cb0b9436-40d1-4751-8bc6-8fd1e1c5e3ca","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:33.656934347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"e140cc45-5ec6-405d-b593-320a322daf2c","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:33.831000428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"e1307a43-c7cf-4882-9223-a3b786d3eb0c","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:33.86650388Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"d363ecec-87b8-488f-b1ee-d4dcae8ae247","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:33.873064719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"acc1ea4e-1746-46cb-9d95-052a4c2ac952","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:33.873129951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"107f2a3f-d225-4cea-859f-8bb6e4403ea0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:33.930515482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"107f2a3f-d225-4cea-859f-8bb6e4403ea0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:33.9305544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"acc1ea4e-1746-46cb-9d95-052a4c2ac952","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:34.032885392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"2520e130-27a8-4c65-92ce-9bddfb9d230c","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:34.044613838Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"1a43a241-4ab3-4ade-b0e1-ee1da6f97196","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:34.047048757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"26a18045-c82d-492d-956b-a3513f57d6da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:34.047300514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"89b1fc05-c8d1-403c-8345-2c0f796f5fb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:34.104825098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"26a18045-c82d-492d-956b-a3513f57d6da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:34.104874227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"89b1fc05-c8d1-403c-8345-2c0f796f5fb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:34.220809173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"6f2d2b81-dbaf-4674-b237-393954cab66b","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:34.243193676Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"6657c0f7-6028-49e0-9d3e-5ac0c5732109","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:34.430393252Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"feff04c5-7cfa-44cd-a398-967c1c7fbb6f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:35.135069493Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f43f05e3-d08c-43b9-9023-0648ad388b46","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:35.135090062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f43f05e3-d08c-43b9-9023-0648ad388b46","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:35.665423513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"premium-w0-9c8fc5","reconcileID":"a81fd3c9-ea36-4e39-993f-0216aa5321b9","MaaSModelRef":{"name":"premium-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"premium-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"premium-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:35.876217603Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-subscription","reconcileID":"a03ef7ea-0776-40f3-a58e-5eee54c2b3f9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-premium-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/premium-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:35.883746515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"cd48a82e-4de4-440e-8275-9d9908d69070","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:35.883755537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"18bac1e3-d04a-4783-89a5-a34dd1dfc780","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:35.940790753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"18bac1e3-d04a-4783-89a5-a34dd1dfc780","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:35.940808288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"cd48a82e-4de4-440e-8275-9d9908d69070","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:36.04458891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"premium-w0-9c8fc5","reconcileID":"b7a0429d-4e6f-4114-bf6f-2ed1c027d052","MaaSModelRef":{"name":"premium-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"premium-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"premium-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:36.256990983Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-subscription","reconcileID":"a5901b5d-4a09-49bd-9d8c-f345da0d1144","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-premium-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/premium-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:36.781282217Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:37.436398065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"d4cda9dc-045d-434a-8f11-309704347ffc","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:37.644853734Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-subscription","reconcileID":"a5c9afca-f80b-44b1-a6b6-d885aeab42ca","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:37.655792337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"380058c8-bf80-4c9f-91bf-72bf38915d55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:37.658512434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"682e2cb4-80bc-49c4-ab2f-b5acb5f0d1e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:37.713224268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"380058c8-bf80-4c9f-91bf-72bf38915d55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:37.715149412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"682e2cb4-80bc-49c4-ab2f-b5acb5f0d1e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:37.812950101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"1b09de72-3448-4680-acc2-c5c1fc7c0ffa","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:38.027475977Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-subscription","reconcileID":"85c41a5d-d8f7-4bd8-8d44-a93afa8d30cc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:38.98569217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"4c8732e1-20e3-4e1a-b8af-ef57553f8476","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:39.391423683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b25eaee7-37b2-4c65-ac96-525855be9709","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:39.39145334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b25eaee7-37b2-4c65-ac96-525855be9709","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:41.641413993Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d426582c-c142-44c1-900f-a6d45f5c1325","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:41.64143701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d426582c-c142-44c1-900f-a6d45f5c1325","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:41.815699579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"distinct-w2-14a6e4","reconcileID":"5548eb51-bba5-42aa-9ab9-e1bab10f0a55","MaaSModelRef":{"name":"distinct-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"distinct-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"distinct-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:41.855470444Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d2eeaff7-f5be-4fc5-b458-4811935e2b6b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:41.857801487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"071eb29f-a887-41dc-9f1d-e2257f63b020","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:41.857807807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a90d795b-274a-42ea-9706-f09785d373ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:41.91084297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"default-tenant","reconcileID":"06472551-b1d3-40b4-9e43-d8a8b2bd405e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:41.914790151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"071eb29f-a887-41dc-9f1d-e2257f63b020","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:41.914967391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a90d795b-274a-42ea-9706-f09785d373ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:42.022381086Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9bccc7e7-27bd-4052-b03d-26f4114a87de","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:42.02239985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9bccc7e7-27bd-4052-b03d-26f4114a87de","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:42.028461363Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"default-tenant","reconcileID":"06472551-b1d3-40b4-9e43-d8a8b2bd405e","name":"e2e-extmod-b-7d25db-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:42.091299125Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"namespace":"e2e-extmod-rec-noaccess-e964fd","name":"e2e-rec-recover-cb9bed","reconcileID":"2958ea4c-51b6-4157-8a85-861f35303283","MaaSModelRef":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:42.198475968Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"eea80bdc-699f-4f96-ac8f-a411a769e21e","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:42.23116504Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2725b7ba-19e4-4669-98b7-d4076460699c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:43.806651971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"premium-w4-f73e89","reconcileID":"85a64b38-2356-4182-8966-88116844b4ab","MaaSModelRef":{"name":"premium-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"premium-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"premium-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:44.016127511Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-subscription","reconcileID":"7bbb09a3-68e1-48bf-8427-5faf51e2384f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-premium-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/premium-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:44.031733778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"806949de-c4e4-49d8-8c72-d63584476e73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:44.031859214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"5cb08acd-ff61-42d9-8ea9-886aea4c999b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:44.034269524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"c2dd5d0b-2360-4d8b-86ec-c4f47eaf857d","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:44.088898264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"806949de-c4e4-49d8-8c72-d63584476e73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:44.089144279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"5cb08acd-ff61-42d9-8ea9-886aea4c999b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:44.186139545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"premium-w4-f73e89","reconcileID":"4a6b3de3-b84d-4db0-8cce-e888248cb88c","MaaSModelRef":{"name":"premium-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"premium-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"premium-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:44.222139586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"1c9372cf-1ec4-4a6a-a73f-9309a7efa111","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:44.394405999Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-subscription","reconcileID":"0a3b1a9e-00ee-434d-93ad-98102f23f415","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-premium-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/premium-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:45.012817393Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e6cbf19d-3bb8-490f-ae4c-ec36550ff643","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:45.012845371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e6cbf19d-3bb8-490f-ae4c-ec36550ff643","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:45.195617259Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"bf31364a-0df7-43ce-93b0-ef8cd576a519","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:45.195639426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"bf31364a-0df7-43ce-93b0-ef8cd576a519","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:46.045537371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"premium-w0-9c8fc5","reconcileID":"8cb59332-baa7-47e3-b4a7-e9532f4d2822","MaaSModelRef":{"name":"premium-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"premium-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"premium-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:47.813704193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"d3a49c63-fd46-4176-96aa-b4d735c1d51d","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:48.371088186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"premium-w4-f73e89","reconcileID":"e1c269f5-8bb1-4c54-9935-6c4eb4bc0af2","MaaSModelRef":{"name":"premium-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"premium-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"premium-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:48.58175298Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-subscription","reconcileID":"ee427e30-be28-4053-a186-9ef584c8ff31","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-premium-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/premium-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:48.601214302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"e76c4dd9-ea3a-40da-b04f-ad2302420a4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:48.601285923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"98efa143-7e5b-401e-a244-b515b5667b28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:48.658599071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"98efa143-7e5b-401e-a244-b515b5667b28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:48.659851396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"e76c4dd9-ea3a-40da-b04f-ad2302420a4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:48.749577327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"premium-w4-f73e89","reconcileID":"37c40095-ef0b-4818-ad2d-ea9394e5683b","MaaSModelRef":{"name":"premium-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"premium-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"premium-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:48.959236171Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-subscription","reconcileID":"f2bc0021-6053-42ab-9fff-6f9404d606ea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-premium-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/premium-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:49.043131826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"6364c785-b0c5-41da-a914-6f4c1d4974fc","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:49.450646861Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a9570eec-ac66-4ecd-b54f-8422f0c6349e","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:49.450672742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a9570eec-ac66-4ecd-b54f-8422f0c6349e","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:50.371062237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"distinct-w2-14a6e4","reconcileID":"1ec99bc4-7b39-4ed1-902e-82d31c5dfc88","MaaSModelRef":{"name":"distinct-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"distinct-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"distinct-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:52.023868104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0a1d6155-7b4d-4451-a6ec-309260aca1d8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:52.023890208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0a1d6155-7b4d-4451-a6ec-309260aca1d8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:52.196094692Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"namespace":"e2e-extmod-rec-noaccess-e964fd","name":"e2e-rec-recover-cb9bed","reconcileID":"c968dfa7-4ca5-4e7c-8324-36b7e46bf089","MaaSModelRef":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:52.309220174Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"86b3f73b-9a5a-4a08-a578-52b96ae7b1d7","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:52.392831228Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"62903031-3245-4bdc-a39c-bf9a39d8bee5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:52.392857364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"62903031-3245-4bdc-a39c-bf9a39d8bee5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:54.035787021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"ada5f8f9-83a7-4f5a-a63b-2fabbe3853fd","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:54.222736914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"90215a6e-6b33-4f22-a401-d25ae36c2da7","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:54.446968456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"1126aba3-4897-4f11-801f-b51e7438aa9e","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:54.656464281Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"45b30c88-b8fa-4e46-a11e-e1ceaf5b9fc8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:54.663301346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"26e61203-b948-479c-8d65-46c21bfe67b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:54.663890641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"9ed2daa3-dc09-434a-b0c0-bed45d10c4b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:54.720398056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"26e61203-b948-479c-8d65-46c21bfe67b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:54.720635018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"9ed2daa3-dc09-434a-b0c0-bed45d10c4b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:54.823501654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"86e0f7d8-7bce-44a0-98d6-ca5b8bf035a8","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:55.033207523Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"857e49fa-aaa2-4889-a275-038a527c16dd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:55.197176605Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3dbee85d-811a-463f-a3d4-525339d82f59","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:55.197220059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3dbee85d-811a-463f-a3d4-525339d82f59","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:56.046960449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"premium-w0-9c8fc5","reconcileID":"49715d9b-fbe2-4e9e-ad5e-68a011c9018d","MaaSModelRef":{"name":"premium-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"premium-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"premium-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:56.453835009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"794085d6-8a75-4cf6-a837-9c395f43eea0","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:56.662838897Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"b44d78dd-b68d-4e92-9308-69b7d7ec31da","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:56.671024711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"6e68a084-9be4-4593-820f-cf878c32e81e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:56.671024786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"3587f083-934c-4227-9556-7c26a507d0f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:56.729787264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"6e68a084-9be4-4593-820f-cf878c32e81e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:56.729777178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"3587f083-934c-4227-9556-7c26a507d0f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:56.829726103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"8ac11526-8b99-4cf7-983d-17a0626ada40","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:57.039897968Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"2627ff0c-71b2-4751-a9ed-d3bb3049b267","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:57.814798475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"4a725d67-c5d4-424b-9a13-bf2761e3f8d2","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:58.466601201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"b2972a1e-fc2b-4027-b756-f80723b0c388","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:59.451486264Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a0ed5efa-cfde-4f30-b1cb-9bd2f30f2c97","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:11:59.451506772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a0ed5efa-cfde-4f30-b1cb-9bd2f30f2c97","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:00.389786563Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"namespace":"e2e-extmod-rec-noaccess-e964fd","name":"e2e-rec-recover-cb9bed","reconcileID":"15f082a0-8648-434c-8ae6-1637124e9422","MaaSModelRef":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:00.494204211Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0a5368c9-ff7b-41e0-8ed4-5fdfaad6f297","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:00.494227655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0a5368c9-ff7b-41e0-8ed4-5fdfaad6f297","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:00.605416893Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"42b8c387-7703-4ced-94f6-9ebbf72e776a","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:00.665855712Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0008a0bd-cb5e-4f24-868c-2f30bb584a8f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:00.763049371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d522931a-2f73-4301-8ce3-df8f41f3fb14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:00.763049359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"207f99c1-ce7a-4479-b952-1a976c6e2f2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:00.820136825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"207f99c1-ce7a-4479-b952-1a976c6e2f2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:00.820234643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d522931a-2f73-4301-8ce3-df8f41f3fb14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:00.878919055Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2a5b4ac2-dd28-4020-8cab-075bbd0782dd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:00.87895744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2a5b4ac2-dd28-4020-8cab-075bbd0782dd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:01.08749686Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c22ddcb2-059f-4aa7-9697-265406f5c83a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:01.297650454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21e6e63c-72af-4914-9115-fa792f45fd35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:01.349760269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21e6e63c-72af-4914-9115-fa792f45fd35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:01.402578456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21e6e63c-72af-4914-9115-fa792f45fd35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:01.458794378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21e6e63c-72af-4914-9115-fa792f45fd35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:02.467532406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b5d46989-3f73-4432-b4cb-99252dc9893c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:02.467555678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b5d46989-3f73-4432-b4cb-99252dc9893c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:03.337431745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbf04505-6730-454b-a939-3ecddf0cdf6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:03.390096254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbf04505-6730-454b-a939-3ecddf0cdf6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:03.443022465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbf04505-6730-454b-a939-3ecddf0cdf6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:03.494982268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbf04505-6730-454b-a939-3ecddf0cdf6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:04.471143102Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"29af2c41-e19a-48f5-b3ad-2d6fca4378d2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:04.471163583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"29af2c41-e19a-48f5-b3ad-2d6fca4378d2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:05.376442088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20c2611e-3e59-4784-83d1-97044ee97609","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:05.42918992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20c2611e-3e59-4784-83d1-97044ee97609","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:05.481137023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20c2611e-3e59-4784-83d1-97044ee97609","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:05.533155031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20c2611e-3e59-4784-83d1-97044ee97609","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:06.047988969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"premium-w0-9c8fc5","reconcileID":"a09726b5-9f90-49c1-a048-eff39c4ec610","MaaSModelRef":{"name":"premium-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"premium-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"premium-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:06.791316722Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:07.510153483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56473a59-8131-46ec-9b4a-d6a127be5fbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:07.564539813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56473a59-8131-46ec-9b4a-d6a127be5fbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:07.566787731Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"namespace":"e2e-extmod-rec-noaccess-e964fd","name":"e2e-rec-recover-cb9bed","reconcileID":"3b2862f9-5182-4189-a6b3-61b91ac6dfd4","MaaSModelRef":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:07.616880109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56473a59-8131-46ec-9b4a-d6a127be5fbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:07.6695589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56473a59-8131-46ec-9b4a-d6a127be5fbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:07.722084918Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"50b96694-5eca-43ef-aadc-9c5648a9066c","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:07.815552888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"66298fd5-b0e7-47d2-ae02-843aa5ef12bd","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:08.416912635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"premium-w0-9c8fc5","reconcileID":"937d826d-c65c-4fb2-8490-baf6a76a135a","MaaSModelRef":{"name":"premium-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"premium-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"premium-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:08.628598354Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-subscription","reconcileID":"40c8cac6-34f2-4d46-ad7a-8793bda12f2e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-premium-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/premium-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:08.665447813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"b14d50e7-d66f-45c2-86b7-2f2417d3a28b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:08.66571312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"29652e24-dc1d-4776-9eb8-793bbe617a32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:08.722162653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"b14d50e7-d66f-45c2-86b7-2f2417d3a28b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:08.777929454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"29652e24-dc1d-4776-9eb8-793bbe617a32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:08.883050319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"premium-w0-9c8fc5","reconcileID":"5e375e08-f206-4407-ae4f-a4591cfc4780","MaaSModelRef":{"name":"premium-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"premium-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"premium-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:09.15404989Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-subscription","reconcileID":"e71eac72-d981-4dd0-8d83-8fa9f6159b81","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-premium-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/premium-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:09.551914277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d352b185-c54e-42f8-a58a-723cca7aad1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:09.603785977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d352b185-c54e-42f8-a58a-723cca7aad1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:09.655690139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d352b185-c54e-42f8-a58a-723cca7aad1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:09.707902095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d352b185-c54e-42f8-a58a-723cca7aad1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:10.426476183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"4d8bfc83-301c-4345-9999-e4a41fbdd76c","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:10.635943116Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-subscription","reconcileID":"ec7b5177-8d0c-4f70-a9bf-b3b6161a44e3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:10.643950165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"68dd3c18-f139-4ed1-abb8-5fa39f5897a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:10.643950281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"b90277c8-6212-44bb-a40c-161849e97d5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:10.70166598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"68dd3c18-f139-4ed1-abb8-5fa39f5897a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:10.701819946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"b90277c8-6212-44bb-a40c-161849e97d5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:10.806042021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"c21c0b0a-1f37-43c2-95a2-668ed5c5511e","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:11.016921411Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-subscription","reconcileID":"0127e348-3386-401d-83d2-881f4b2e2494","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:11.720216003Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d3f8d"},"namespace":"ai-tenant-e2e-ipp-b-2d3f8d","name":"default-tenant","reconcileID":"405530c4-300e-44b5-8b26-aeaadf1f1a30","namespace":"ai-tenant-e2e-ipp-b-2d3f8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:11.72027308Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d3f8d"},"namespace":"ai-tenant-e2e-ipp-b-2d3f8d","name":"default-tenant","reconcileID":"405530c4-300e-44b5-8b26-aeaadf1f1a30","namespace":"ai-tenant-e2e-ipp-b-2d3f8d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:11.720341716Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d3f8d"},"namespace":"ai-tenant-e2e-ipp-b-2d3f8d","name":"default-tenant","reconcileID":"405530c4-300e-44b5-8b26-aeaadf1f1a30","tenant":"e2e-ipp-b-2d3f8d","tenantID":"e2e-ipp-b-2d3f8d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:11.77420583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d3f8d"},"namespace":"ai-tenant-e2e-ipp-b-2d3f8d","name":"default-tenant","reconcileID":"405530c4-300e-44b5-8b26-aeaadf1f1a30","gvk":"Deployment","name":"maas-api-e2e-ipp-b-2d3f8d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:11.835886919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d3f8d"},"namespace":"ai-tenant-e2e-ipp-b-2d3f8d","name":"default-tenant","reconcileID":"405530c4-300e-44b5-8b26-aeaadf1f1a30","gvk":"Service","name":"maas-api-e2e-ipp-b-2d3f8d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:11.896287725Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d3f8d"},"namespace":"ai-tenant-e2e-ipp-b-2d3f8d","name":"default-tenant","reconcileID":"405530c4-300e-44b5-8b26-aeaadf1f1a30","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-2d3f8d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:11.950257359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d3f8d"},"namespace":"ai-tenant-e2e-ipp-b-2d3f8d","name":"default-tenant","reconcileID":"405530c4-300e-44b5-8b26-aeaadf1f1a30","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-2d3f8d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:12.005895429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d3f8d"},"namespace":"ai-tenant-e2e-ipp-b-2d3f8d","name":"default-tenant","reconcileID":"405530c4-300e-44b5-8b26-aeaadf1f1a30","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-2d3f8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:12.060408302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d3f8d"},"namespace":"ai-tenant-e2e-ipp-b-2d3f8d","name":"default-tenant","reconcileID":"405530c4-300e-44b5-8b26-aeaadf1f1a30","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-2d3f8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:12.11826995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d3f8d"},"namespace":"ai-tenant-e2e-ipp-b-2d3f8d","name":"default-tenant","reconcileID":"405530c4-300e-44b5-8b26-aeaadf1f1a30","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-2d3f8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:12.172565211Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d3f8d"},"namespace":"ai-tenant-e2e-ipp-b-2d3f8d","name":"default-tenant","reconcileID":"405530c4-300e-44b5-8b26-aeaadf1f1a30","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-2d3f8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:12.226676562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d3f8d"},"namespace":"ai-tenant-e2e-ipp-b-2d3f8d","name":"default-tenant","reconcileID":"405530c4-300e-44b5-8b26-aeaadf1f1a30","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-2d3f8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:12.283061132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d3f8d"},"namespace":"ai-tenant-e2e-ipp-b-2d3f8d","name":"default-tenant","reconcileID":"405530c4-300e-44b5-8b26-aeaadf1f1a30","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-2d3f8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:12.345200205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d3f8d"},"namespace":"ai-tenant-e2e-ipp-b-2d3f8d","name":"default-tenant","reconcileID":"405530c4-300e-44b5-8b26-aeaadf1f1a30","gvk":"Service","name":"payload-processing-e2e-ipp-b-2d3f8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:12.405605327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d3f8d"},"namespace":"ai-tenant-e2e-ipp-b-2d3f8d","name":"default-tenant","reconcileID":"405530c4-300e-44b5-8b26-aeaadf1f1a30","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-2d3f8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:12.461357632Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d3f8d"},"namespace":"ai-tenant-e2e-ipp-b-2d3f8d","name":"default-tenant","reconcileID":"405530c4-300e-44b5-8b26-aeaadf1f1a30","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-2d3f8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:12.515659202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d3f8d"},"namespace":"ai-tenant-e2e-ipp-b-2d3f8d","name":"default-tenant","reconcileID":"405530c4-300e-44b5-8b26-aeaadf1f1a30","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-2d3f8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:12.57626204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d3f8d"},"namespace":"ai-tenant-e2e-ipp-b-2d3f8d","name":"default-tenant","reconcileID":"405530c4-300e-44b5-8b26-aeaadf1f1a30","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-2d3f8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:12.583953777Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"namespace":"e2e-extmod-rec-noaccess-e964fd","name":"e2e-rec-recover-cb9bed","reconcileID":"902c8681-9871-4bd3-a8fb-9dacfc3173df","MaaSModelRef":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:12.632440775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d3f8d"},"namespace":"ai-tenant-e2e-ipp-b-2d3f8d","name":"default-tenant","reconcileID":"405530c4-300e-44b5-8b26-aeaadf1f1a30","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-2d3f8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:12.687229403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d3f8d"},"namespace":"ai-tenant-e2e-ipp-b-2d3f8d","name":"default-tenant","reconcileID":"405530c4-300e-44b5-8b26-aeaadf1f1a30","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-2d3f8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:12.740756216Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d3f8d"},"namespace":"ai-tenant-e2e-ipp-b-2d3f8d","name":"default-tenant","reconcileID":"405530c4-300e-44b5-8b26-aeaadf1f1a30","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-2d3f8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:12.80438845Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d3f8d"},"namespace":"ai-tenant-e2e-ipp-b-2d3f8d","name":"default-tenant","reconcileID":"405530c4-300e-44b5-8b26-aeaadf1f1a30","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-2d3f8d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:12.860745765Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d3f8d"},"namespace":"ai-tenant-e2e-ipp-b-2d3f8d","name":"default-tenant","reconcileID":"405530c4-300e-44b5-8b26-aeaadf1f1a30","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-2d3f8d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:14.339530346Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"namespace":"e2e-extmod-rec-noaccess-e964fd","name":"e2e-rec-recover-cb9bed","reconcileID":"08e6b62e-bfd0-4c9c-a458-7bf69eb0fa8c","namespace":"e2e-extmod-rec-noaccess-e964fd","name":"e2e-rec-recover-cb9bed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:14.397414719Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"namespace":"e2e-extmod-rec-noaccess-e964fd","name":"e2e-rec-recover-cb9bed","reconcileID":"23c0107f-9d7e-465e-8325-2b7733773980","MaaSModelRef":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-rec-noaccess-e964fd/e2e-rec-recover-cb9bed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:14.397451622Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"namespace":"e2e-extmod-rec-noaccess-e964fd","name":"e2e-rec-recover-cb9bed","reconcileID":"23c0107f-9d7e-465e-8325-2b7733773980","MaaSModelRef":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"routeName":"external-model-e2e-rec-recover-cb9bed-14fa82f4893b","namespace":"e2e-extmod-rec-noaccess-e964fd","model":"e2e-rec-recover-cb9bed","externalModel":"e2e-rec-recover-cb9bed","provider":"e2e-rec-recover-cb9bed-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:14.548094165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"7d97da7f-093c-4508-b406-3f6aa21e1a3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:14.548104515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"95e1037c-5179-4b61-9430-310475afab98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:14.548905291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"1d3f536d-5ee2-4c3a-9c13-37b02899bb22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:14.550752467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3bdec68e-5ee1-4405-8a35-45a11fc35e8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:14.605178283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"95e1037c-5179-4b61-9430-310475afab98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:14.605549601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"7d97da7f-093c-4508-b406-3f6aa21e1a3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:14.607488009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"1d3f536d-5ee2-4c3a-9c13-37b02899bb22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:14.607824628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3bdec68e-5ee1-4405-8a35-45a11fc35e8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:14.652583056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"8406be0f-6880-4b2c-a026-685e41d00bd9","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:14.710889552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"8406be0f-6880-4b2c-a026-685e41d00bd9","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:14.916531945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"0de33e12-a28a-4e17-af9a-147215771824","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:14.916860628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"16dd28c0-6c9d-4b2d-a07b-9f7a0efcb975","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:14.973241396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"0de33e12-a28a-4e17-af9a-147215771824","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:14.97420386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"16dd28c0-6c9d-4b2d-a07b-9f7a0efcb975","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:15.020243863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"6917d861-66d6-4f24-bcb4-c26876958cee","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:15.021483731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"9bcef37c-8c2f-4345-bff0-d2bf87494a4b","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:15.07841018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"6917d861-66d6-4f24-bcb4-c26876958cee","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:15.078890715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"9bcef37c-8c2f-4345-bff0-d2bf87494a4b","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:15.228822191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"52f6ba32-394e-47d3-96a9-ff7f0462d25b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:15.284640691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a4e81f16-50d5-44a9-b4ab-fc0cd68b6205","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:15.285638958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"52f6ba32-394e-47d3-96a9-ff7f0462d25b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:15.286683517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"06f1aa60-b12a-46f8-993d-04142ca74496","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:15.341553236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a4e81f16-50d5-44a9-b4ab-fc0cd68b6205","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:15.344805494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"06f1aa60-b12a-46f8-993d-04142ca74496","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:15.477148901Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"57c3fbcb-8358-4ced-bf55-f344e73e867c","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:15.589475254Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"b83ae25f-abdf-425c-b195-608af429c47d","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:15.777812668Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-2d3f8d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-2d3f8d","reconcileID":"4abab007-0352-46d6-9299-cfb66e888d1a","aitenant":"ai-tenants/e2e-ipp-b-2d3f8d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:15.94377322Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"733090e0-a747-44ca-864e-739bb5da0c21","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:16.335796676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8910817b-80f8-4d21-801c-215f47b016ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:16.388395515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8910817b-80f8-4d21-801c-215f47b016ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:16.442351155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8910817b-80f8-4d21-801c-215f47b016ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:16.494610526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8910817b-80f8-4d21-801c-215f47b016ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:16.60733572Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-2d3f8d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-2d3f8d","reconcileID":"4abab007-0352-46d6-9299-cfb66e888d1a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-2d3f8d","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-2d3f8d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:16.823605958Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"b94e809c-c941-42b2-9421-89b9d3fd494a","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:18.397462435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dba87ff-0092-4070-bab7-d0929382d86e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:18.44902472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dba87ff-0092-4070-bab7-d0929382d86e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:18.500820393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dba87ff-0092-4070-bab7-d0929382d86e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:18.552620512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dba87ff-0092-4070-bab7-d0929382d86e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:18.692695664Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"namespace":"e2e-extmod-rec-noaccess-e964fd","name":"e2e-rec-recover-cb9bed","reconcileID":"b3856b88-929b-480f-abdc-a83fff59680c","MaaSModelRef":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-rec-noaccess-e964fd/e2e-rec-recover-cb9bed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:18.692722475Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"namespace":"e2e-extmod-rec-noaccess-e964fd","name":"e2e-rec-recover-cb9bed","reconcileID":"b3856b88-929b-480f-abdc-a83fff59680c","MaaSModelRef":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"routeName":"external-model-e2e-rec-recover-cb9bed-14fa82f4893b","namespace":"e2e-extmod-rec-noaccess-e964fd","model":"e2e-rec-recover-cb9bed","externalModel":"e2e-rec-recover-cb9bed","provider":"e2e-rec-recover-cb9bed-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:18.818371781Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"namespace":"e2e-extmod-rec-noaccess-e964fd","name":"e2e-rec-recover-cb9bed","reconcileID":"ecc2b451-48f9-4687-a10e-8576644328b0","MaaSModelRef":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-rec-noaccess-e964fd/e2e-rec-recover-cb9bed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:18.818398801Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"namespace":"e2e-extmod-rec-noaccess-e964fd","name":"e2e-rec-recover-cb9bed","reconcileID":"ecc2b451-48f9-4687-a10e-8576644328b0","MaaSModelRef":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"routeName":"external-model-e2e-rec-recover-cb9bed-14fa82f4893b","namespace":"e2e-extmod-rec-noaccess-e964fd","model":"e2e-rec-recover-cb9bed","externalModel":"e2e-rec-recover-cb9bed","provider":"e2e-rec-recover-cb9bed-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:19.028148126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"e0d100a7-f322-4704-9c89-2e178a94132e","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:19.085019526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"e0d100a7-f322-4704-9c89-2e178a94132e","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:19.509984412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"namespace":"e2e-extmod-rec-noaccess-e964fd","name":"e2e-rec-recover-cb9bed","reconcileID":"5ed9bf6f-3ce8-4726-b011-19aeac55a35c","MaaSModelRef":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-rec-noaccess-e964fd/e2e-rec-recover-cb9bed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:19.510007964Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"namespace":"e2e-extmod-rec-noaccess-e964fd","name":"e2e-rec-recover-cb9bed","reconcileID":"5ed9bf6f-3ce8-4726-b011-19aeac55a35c","MaaSModelRef":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"routeName":"external-model-e2e-rec-recover-cb9bed-14fa82f4893b","namespace":"e2e-extmod-rec-noaccess-e964fd","model":"e2e-rec-recover-cb9bed","externalModel":"e2e-rec-recover-cb9bed","provider":"e2e-rec-recover-cb9bed-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:20.437468217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86e7ef52-aae4-4e0a-b868-8470ffa634c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:20.489494413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86e7ef52-aae4-4e0a-b868-8470ffa634c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:20.541606525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86e7ef52-aae4-4e0a-b868-8470ffa634c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:20.59365845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86e7ef52-aae4-4e0a-b868-8470ffa634c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:24.354762713Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3986bf priority=0:[ai-tenant-e2e-extmod-b-3986bf/e2e-att-detach-f08036-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-serve-185fad-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-unrel-bd0892-sub ai-tenant-e2e-extmod-b-3986bf/e2e-rec-ctrl-3ea756-sub ai-tenant-e2e-extmod-b-3986bf/e2e-rec-recover-cb9bed-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:24.407809065Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"namespace":"e2e-extmod-rec-noaccess-e964fd","name":"e2e-rec-recover-cb9bed","reconcileID":"7c8584f5-b7ef-4c83-8328-5420d04bfb4c","MaaSModelRef":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-rec-noaccess-e964fd/e2e-rec-recover-cb9bed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:24.40783575Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"namespace":"e2e-extmod-rec-noaccess-e964fd","name":"e2e-rec-recover-cb9bed","reconcileID":"7c8584f5-b7ef-4c83-8328-5420d04bfb4c","MaaSModelRef":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"routeName":"external-model-e2e-rec-recover-cb9bed-14fa82f4893b","namespace":"e2e-extmod-rec-noaccess-e964fd","model":"e2e-rec-recover-cb9bed","externalModel":"e2e-rec-recover-cb9bed","provider":"e2e-rec-recover-cb9bed-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:12:24.46535889Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-3986bf/e2e-rec-recover-cb9bed-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rec-recover-cb9bed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:24.569940258Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"bdfd6f85-8efa-48c9-a6f9-5f9ea835b895","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-att-user-a1f8ce/e2e-att-serve-185fad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:24.569966435Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"bdfd6f85-8efa-48c9-a6f9-5f9ea835b895","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"routeName":"external-model-e2e-att-serve-185fad-5fa01018e074","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-att-serve-185fad","externalModel":"e2e-att-serve-185fad","provider":"e2e-att-serve-185fad-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:24.674045885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"3dee927b-f0fa-4d86-970f-b8583a8bf2f6","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:24.674199353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"03a4de9e-c15e-414c-b7ff-fcb6aa0a18d9","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:24.674551506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"4b77ac13-0c63-476d-89fd-0f0d0592e16b","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:24.674662368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"6ce9f47f-2b8d-4640-b3ce-7ad7a1c23d9a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:24.674053663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"1f4a7a02-4d6c-48d6-9318-951dc14ef671","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:24.675258156Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"namespace":"e2e-extmod-rec-noaccess-e964fd","name":"e2e-rec-recover-cb9bed","reconcileID":"b19f4d23-1a77-4ae7-ac15-d6efff836636","MaaSModelRef":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-rec-noaccess-e964fd/e2e-rec-recover-cb9bed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:24.67527468Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"namespace":"e2e-extmod-rec-noaccess-e964fd","name":"e2e-rec-recover-cb9bed","reconcileID":"b19f4d23-1a77-4ae7-ac15-d6efff836636","MaaSModelRef":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"routeName":"external-model-e2e-rec-recover-cb9bed-14fa82f4893b","namespace":"e2e-extmod-rec-noaccess-e964fd","model":"e2e-rec-recover-cb9bed","externalModel":"e2e-rec-recover-cb9bed","provider":"e2e-rec-recover-cb9bed-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:24.731302018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"3dee927b-f0fa-4d86-970f-b8583a8bf2f6","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:24.731979974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"03a4de9e-c15e-414c-b7ff-fcb6aa0a18d9","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:24.733704426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"4b77ac13-0c63-476d-89fd-0f0d0592e16b","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:24.734116782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"6ce9f47f-2b8d-4640-b3ce-7ad7a1c23d9a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:24.7357758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"1f4a7a02-4d6c-48d6-9318-951dc14ef671","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:24.780007013Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-unrel-bd0892","reconcileID":"f789d707-d37f-4619-8184-2b269fab0676","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-att-user-a1f8ce/e2e-att-unrel-bd0892","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:24.780031016Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-unrel-bd0892","reconcileID":"f789d707-d37f-4619-8184-2b269fab0676","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"routeName":"external-model-e2e-att-unrel-bd0892-ebe3eedf0976","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-att-unrel-bd0892","externalModel":"e2e-att-unrel-bd0892","provider":"e2e-att-unrel-bd0892-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:24.783481934Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-cb9bed-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-sub","reconcileID":"db60c286-8086-42bd-b29c-a9bb14d6e173","MaaSSubscription":{"name":"e2e-rec-recover-cb9bed-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-rec-recover-cb9bed","model":"e2e-rec-recover-cb9bed","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-3986bf/e2e-rec-recover-cb9bed-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:24.884437535Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"c3dec41e-4399-4a5b-ba65-8ec6db8dc35c","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-att-user-a1f8ce/e2e-att-detach-f08036","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:24.884464595Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"c3dec41e-4399-4a5b-ba65-8ec6db8dc35c","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"routeName":"external-model-e2e-att-detach-f08036-3281ff3d31d8","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-att-detach-f08036","externalModel":"e2e-att-detach-f08036","provider":"e2e-att-detach-f08036-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:24.989302262Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3ea756","namespace":"e2e-extmod-rec-user-0efdb9"},"namespace":"e2e-extmod-rec-user-0efdb9","name":"e2e-rec-ctrl-3ea756","reconcileID":"5ff1defd-aece-4011-9861-45ca5be1c82c","MaaSModelRef":{"name":"e2e-rec-ctrl-3ea756","namespace":"e2e-extmod-rec-user-0efdb9"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-rec-user-0efdb9/e2e-rec-ctrl-3ea756","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:24.989341836Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3ea756","namespace":"e2e-extmod-rec-user-0efdb9"},"namespace":"e2e-extmod-rec-user-0efdb9","name":"e2e-rec-ctrl-3ea756","reconcileID":"5ff1defd-aece-4011-9861-45ca5be1c82c","MaaSModelRef":{"name":"e2e-rec-ctrl-3ea756","namespace":"e2e-extmod-rec-user-0efdb9"},"routeName":"external-model-e2e-rec-ctrl-3ea756-01e983659f97","namespace":"e2e-extmod-rec-user-0efdb9","model":"e2e-rec-ctrl-3ea756","externalModel":"e2e-rec-ctrl-3ea756","provider":"e2e-rec-ctrl-3ea756-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:25.093498468Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"namespace":"e2e-extmod-rec-noaccess-e964fd","name":"e2e-rec-recover-cb9bed","reconcileID":"6f7ecf9e-ae13-40c1-a464-43108715d265","MaaSModelRef":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-rec-noaccess-e964fd/e2e-rec-recover-cb9bed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:25.093523123Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"namespace":"e2e-extmod-rec-noaccess-e964fd","name":"e2e-rec-recover-cb9bed","reconcileID":"6f7ecf9e-ae13-40c1-a464-43108715d265","MaaSModelRef":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"routeName":"external-model-e2e-rec-recover-cb9bed-14fa82f4893b","namespace":"e2e-extmod-rec-noaccess-e964fd","model":"e2e-rec-recover-cb9bed","externalModel":"e2e-rec-recover-cb9bed","provider":"e2e-rec-recover-cb9bed-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:25.258939918Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-cb9bed-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-sub","reconcileID":"411fa36a-9cd4-4334-8e18-3c46cd0c200c","MaaSSubscription":{"name":"e2e-rec-recover-cb9bed-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-rec-recover-cb9bed","model":"e2e-extmod-rec-noaccess-e964fd/e2e-rec-recover-cb9bed","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:25.302267817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"07ba7b2c-326e-4dbd-b2b6-033c8797eb26","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:25.302403484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"61f4a1ba-aafb-44f9-bfd8-2542bf7901c8","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:25.302829494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"8def6c6b-7fd6-4cac-b831-6c78535a8921","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:25.302837006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"189c78b8-e2d3-4e9e-92ef-8f8a060189b1","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:25.303266976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"f07160a0-330c-4f62-964f-7624886c8cde","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:25.359694525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"61f4a1ba-aafb-44f9-bfd8-2542bf7901c8","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:25.359938227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"07ba7b2c-326e-4dbd-b2b6-033c8797eb26","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:25.362115972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"8def6c6b-7fd6-4cac-b831-6c78535a8921","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:25.362193535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"f07160a0-330c-4f62-964f-7624886c8cde","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:25.364352491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"189c78b8-e2d3-4e9e-92ef-8f8a060189b1","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:26.92959948Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"4ac8f8da-f614-4935-a5a6-0dda305aad80","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:33.395716534Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"fe3eee0e-7265-4dfc-9c48-e72c9e2bcd6d","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:34.299758162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0504fc73-626f-42d7-a9cc-7bfaefbf3ada","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:34.351730503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0504fc73-626f-42d7-a9cc-7bfaefbf3ada","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:34.403865252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0504fc73-626f-42d7-a9cc-7bfaefbf3ada","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:34.45641659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0504fc73-626f-42d7-a9cc-7bfaefbf3ada","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:36.40067252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6b0de20-0209-4f84-b9d8-38e21d17bc74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:36.452926416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6b0de20-0209-4f84-b9d8-38e21d17bc74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:36.505091998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6b0de20-0209-4f84-b9d8-38e21d17bc74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:36.557196604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6b0de20-0209-4f84-b9d8-38e21d17bc74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:36.781147937Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:41.199821809Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3986bf priority=0:[ai-tenant-e2e-extmod-b-3986bf/e2e-att-detach-f08036-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-serve-185fad-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-unrel-bd0892-sub ai-tenant-e2e-extmod-b-3986bf/e2e-rec-ctrl-3ea756-sub ai-tenant-e2e-extmod-b-3986bf/e2e-rec-recover-cb9bed-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:41.309616034Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"namespace":"e2e-extmod-rec-noaccess-e964fd","name":"e2e-rec-recover-cb9bed","reconcileID":"ac804208-83ba-4d36-b57d-32ec1ac526af","MaaSModelRef":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-rec-noaccess-e964fd/e2e-rec-recover-cb9bed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:41.309644447Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"namespace":"e2e-extmod-rec-noaccess-e964fd","name":"e2e-rec-recover-cb9bed","reconcileID":"ac804208-83ba-4d36-b57d-32ec1ac526af","MaaSModelRef":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"routeName":"external-model-e2e-rec-recover-cb9bed-14fa82f4893b","namespace":"e2e-extmod-rec-noaccess-e964fd","model":"e2e-rec-recover-cb9bed","externalModel":"e2e-rec-recover-cb9bed","provider":"e2e-rec-recover-cb9bed-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:43.553438601Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"b3782794-7510-4d15-8ef9-c0f1eef27f28","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:44.044946392Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-cb9bed-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-sub","reconcileID":"442e13a9-9c17-4a71-8a52-176b2522ea11","MaaSSubscription":{"name":"e2e-rec-recover-cb9bed-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-rec-recover-cb9bed","model":"e2e-extmod-rec-noaccess-e964fd/e2e-rec-recover-cb9bed","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:44.316436574Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"namespace":"e2e-extmod-rec-noaccess-e964fd","name":"e2e-rec-recover-cb9bed","reconcileID":"946b8cd6-9030-42ee-9747-4eb01a11240f","MaaSModelRef":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-rec-noaccess-e964fd/e2e-rec-recover-cb9bed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:44.316460793Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"namespace":"e2e-extmod-rec-noaccess-e964fd","name":"e2e-rec-recover-cb9bed","reconcileID":"946b8cd6-9030-42ee-9747-4eb01a11240f","MaaSModelRef":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"routeName":"external-model-e2e-rec-recover-cb9bed-14fa82f4893b","namespace":"e2e-extmod-rec-noaccess-e964fd","model":"e2e-rec-recover-cb9bed","externalModel":"e2e-rec-recover-cb9bed","provider":"e2e-rec-recover-cb9bed-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:45.272857095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"5187d020-2959-4ba0-bce6-9361c4ec0613","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:45.329835088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"5187d020-2959-4ba0-bce6-9361c4ec0613","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:50.437280455Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-616643","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643","reconcileID":"c345b401-bc21-4e17-8f6e-f8fafaa84f86","namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:50.492277982Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-616643","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643","reconcileID":"d9911fd6-ba11-4f6b-b7b7-2944fa8a5b88","namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:50.594654813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"82b7418a-fb82-4776-8632-5aa661a3e774","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:50.59697667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"f589a3cd-adda-42d0-8c46-cf943bbf0ee8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:50.651366714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"82b7418a-fb82-4776-8632-5aa661a3e774","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:50.653633074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"f589a3cd-adda-42d0-8c46-cf943bbf0ee8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:50.750776846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"4c9c9e20-4ac9-458a-8877-81068f1d0b7c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:50.750873304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"845e4f24-dcac-4908-8c50-546f2aadf9e8","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:50.75122435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"066df8e6-9089-4139-a790-3e0977716135","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:50.808456786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"845e4f24-dcac-4908-8c50-546f2aadf9e8","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:50.808752713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"4c9c9e20-4ac9-458a-8877-81068f1d0b7c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:50.811264786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"066df8e6-9089-4139-a790-3e0977716135","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:51.014163654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7012cc41-f1c8-4b6f-b1d8-869d6e4e3ad5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:51.014197647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"d662bca7-2c68-4ebc-b66c-d883b11e2713","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:51.049002738Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","reconcileID":"51168065-a8e8-4049-85ef-d2842ebfed3e","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"name":"e2e-shr-shared-616643","namespace":"e2e-extmod-shr-user-cd78f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:51.071364414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7012cc41-f1c8-4b6f-b1d8-869d6e4e3ad5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:51.071518841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"d662bca7-2c68-4ebc-b66c-d883b11e2713","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:51.230284813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"c998caff-b7fe-4444-9a4b-9919684b9484","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:51.230296674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"2cefbda2-bcf8-4105-8946-e97f4aa50eb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:51.292859264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"c998caff-b7fe-4444-9a4b-9919684b9484","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:51.301816529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"2cefbda2-bcf8-4105-8946-e97f4aa50eb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:51.379253971Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","reconcileID":"997410e0-5119-4859-b27c-352f77366ad2","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"name":"e2e-shr-shared-616643","namespace":"e2e-extmod-shr-user-cd78f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:51.394637953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"4c7452e2-bda5-4a5e-84e2-84fc40dfccac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:51.396512909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"28f3d66d-0781-48a2-9685-f3149aae52a3","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:51.400784997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"80be3dbc-12fd-41c3-b89e-91112f6a8431","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:51.452456438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"4c7452e2-bda5-4a5e-84e2-84fc40dfccac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:51.453377615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"28f3d66d-0781-48a2-9685-f3149aae52a3","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:51.458526055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"80be3dbc-12fd-41c3-b89e-91112f6a8431","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:51.541545859Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","reconcileID":"ddd02ffc-780e-4a47-9e1a-77d74fd3eb91","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"name":"e2e-shr-shared-616643","namespace":"e2e-extmod-shr-user-cd78f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:51.763948183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"e4c27c55-3f55-49bd-ab52-a576629e8ce7","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:51.801927999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"071a5dff-0307-4970-b728-14fb4a76a9c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:51.802951794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"3a1a01eb-bb4e-4047-9cdf-ee5a54c35216","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:51.831133739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"e4c27c55-3f55-49bd-ab52-a576629e8ce7","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:51.861522054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"071a5dff-0307-4970-b728-14fb4a76a9c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:51.865603852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"3a1a01eb-bb4e-4047-9cdf-ee5a54c35216","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:51.919173617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"2a412e0f-fafb-43fe-9e4f-16faf78de17f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:51.936313633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"6112e426-b0af-4c1a-9097-ed800e348140","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:51.967798168Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","reconcileID":"ef724fbc-ef81-4be5-a1ac-8a7ce063b408","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"name":"e2e-shr-shared-616643","namespace":"e2e-extmod-shr-user-cd78f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:51.975953363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"2a412e0f-fafb-43fe-9e4f-16faf78de17f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:51.993261125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"6112e426-b0af-4c1a-9097-ed800e348140","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:52.071581431Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","reconcileID":"a9caa00b-a376-4e06-8250-e77f32020c41","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"name":"e2e-shr-shared-616643","namespace":"e2e-extmod-shr-user-cd78f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:52.175251213Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","reconcileID":"8e962326-d348-4698-9a48-173aa18a1991","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"name":"e2e-shr-shared-616643","namespace":"e2e-extmod-shr-user-cd78f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:52.407567385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"46083662-032a-444f-b0f2-892d93f85ebc","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:52.46604564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"46083662-032a-444f-b0f2-892d93f85ebc","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:52.840818635Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-616643","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643","reconcileID":"a57af2d0-939d-4ec7-9683-7cae2ec987ef","namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:52.905276828Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","reconcileID":"b80429e7-a10d-4d75-a260-e08665334c21","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-shared-616643-81144d719efe","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","externalModel":"e2e-shr-shared-616643","provider":"e2e-shr-shared-616643-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:53.030609558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8dc7b20e-794d-4f3d-9a04-ded3455cbfc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:53.030637239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"950038e6-b7ec-4f0d-8801-30a4fd764c30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:53.050671736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"3ffbee4a-4feb-4115-999e-01b8340b7d2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:53.050678907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"571ab0c3-4daa-40bc-9173-1b0156df4e9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:53.07520617Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","reconcileID":"4d658fca-ecf0-4c39-b420-6074ce3a6435","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-shared-616643-e4da3965f644","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","externalModel":"e2e-shr-shared-616643","provider":"e2e-shr-shared-616643-provider","gateway":"openshift-ingress/e2e-extmod-b-7d25db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:53.088347581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"950038e6-b7ec-4f0d-8801-30a4fd764c30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:53.088988439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8dc7b20e-794d-4f3d-9a04-ded3455cbfc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:53.107729846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"571ab0c3-4daa-40bc-9173-1b0156df4e9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:53.107775777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"3ffbee4a-4feb-4115-999e-01b8340b7d2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:53.205267751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"411241c1-a96e-4323-9044-81adaadc01b7","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:53.239231015Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","reconcileID":"5db6cf13-d61c-4868-95b3-e460772ffb42","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-shared-616643-e4da3965f644","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","externalModel":"e2e-shr-shared-616643","provider":"e2e-shr-shared-616643-provider","gateway":"openshift-ingress/e2e-extmod-b-7d25db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:53.261891897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"411241c1-a96e-4323-9044-81adaadc01b7","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:12:53.345461761Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","reconcileID":"5db6cf13-d61c-4868-95b3-e460772ffb42","name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-616643-e2e-extmod-b-7d25db\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:12:53.345530048Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","reconcileID":"5db6cf13-d61c-4868-95b3-e460772ffb42","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-616643-e2e-extmod-b-7d25db\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:53.398468646Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","reconcileID":"af91be86-79cd-4807-85ab-23727b901250","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-shared-616643-81144d719efe","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","externalModel":"e2e-shr-shared-616643","provider":"e2e-shr-shared-616643-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:53.401220849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"72563787-0764-4cfa-9ea6-bc239ac7323e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:53.418735096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"ddb03745-9837-4098-bcd9-07d168c8339b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:53.459007278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"72563787-0764-4cfa-9ea6-bc239ac7323e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:53.475470389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"ddb03745-9837-4098-bcd9-07d168c8339b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:53.503790236Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","reconcileID":"67c57ce7-d028-4925-9e0b-14b4ede6b4af","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-shared-616643-e4da3965f644","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","externalModel":"e2e-shr-shared-616643","provider":"e2e-shr-shared-616643-provider","gateway":"openshift-ingress/e2e-extmod-b-7d25db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:53.554713526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"4a59d8cb-cec1-4276-ae9a-fefe2ac3dce0","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:53.572489786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"6e07a7b0-f787-4d22-8638-1c58fe9a6c0d","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:53.611585636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"4a59d8cb-cec1-4276-ae9a-fefe2ac3dce0","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:53.629550243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"6e07a7b0-f787-4d22-8638-1c58fe9a6c0d","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:53.659424188Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"c6d7455d-7db7-40a6-881d-f0e11f938ff4","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:53.7904949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"05edbd98-d58c-47b8-9c28-2dc1863e8195","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:53.834784475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"cc64edf3-d89c-4867-9b46-0365ad3d765b","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:53.847553092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"05edbd98-d58c-47b8-9c28-2dc1863e8195","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:53.89264085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"cc64edf3-d89c-4867-9b46-0365ad3d765b","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:53.933452915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"61ca5ace-5420-4f40-973e-851308789c82","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:53.99042424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"61ca5ace-5420-4f40-973e-851308789c82","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:54.026807766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"ff2a854e-2e01-431b-bec0-08114d8a319d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:54.103852625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"ff2a854e-2e01-431b-bec0-08114d8a319d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:54.957962292Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-616643","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643","reconcileID":"f3416a3b-253e-4e64-b05d-f57a5128e4f4","namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:55.118817462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa87c2f9-8f7f-437c-b4ff-e68ab92104fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:55.118846514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"31f3684e-2b0e-46c6-94e9-ad2a3f46da87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:55.120011849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"0ef60144-26d6-4262-bcbc-fcb5951c6315","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:55.120459195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"d7d7ad05-caae-4443-891d-1990d2719985","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:55.177114503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa87c2f9-8f7f-437c-b4ff-e68ab92104fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:55.17999183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"d7d7ad05-caae-4443-891d-1990d2719985","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:55.180851437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"31f3684e-2b0e-46c6-94e9-ad2a3f46da87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:55.182937217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"0ef60144-26d6-4262-bcbc-fcb5951c6315","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:55.272414763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"f3f563ba-45ff-446d-b1a3-8f33cc324e7f","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:55.329595516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"f3f563ba-45ff-446d-b1a3-8f33cc324e7f","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:55.373796534Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"aedb6d91-bab8-4b76-a2f0-1819a61afbdf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:55.546160744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"c898d3dd-cb5d-4752-85ec-f678d157b054","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:55.546486278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"1789417e-f1bc-4b68-b8e6-2b392acadac1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:55.546857127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"758bb038-16d7-4b45-ba1c-c746f5244032","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:55.549743023Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-subscription","reconcileID":"231db316-059c-4ae4-8790-4a62bdb15f72","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:55.603777528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"c898d3dd-cb5d-4752-85ec-f678d157b054","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:55.604120527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"1789417e-f1bc-4b68-b8e6-2b392acadac1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:55.606078413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"758bb038-16d7-4b45-ba1c-c746f5244032","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:55.650774668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-subscription","reconcileID":"4ec09696-caa1-426f-801b-90db18298721","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-premium-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/premium-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:55.69765934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"28858292-0ad0-4391-aed1-bc0fe465c870","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:55.748890877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"22ca6dd7-1b39-4f57-86c4-785812137203","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:55.750699537Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-subscription","reconcileID":"cf627694-a9e6-440a-87e6-d9c3480f2723","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-premium-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:55.754312406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"28858292-0ad0-4391-aed1-bc0fe465c870","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:55.802590241Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-bd0892-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-sub","reconcileID":"ab1bc7d1-e1a7-4821-85ea-224e980dd6d5","MaaSSubscription":{"name":"e2e-att-unrel-bd0892-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-unrel-bd0892","model":"e2e-extmod-att-user-a1f8ce/e2e-att-unrel-bd0892","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:55.805992095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"22ca6dd7-1b39-4f57-86c4-785812137203","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:55.853480423Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-subscription","reconcileID":"c11c8b3f-217d-4f51-b8fd-594720ca7ad3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-premium-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/premium-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:56.011788176Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-f08036-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-sub","reconcileID":"ecde7147-55d9-4796-a784-ce5cd84e3010","MaaSSubscription":{"name":"e2e-att-detach-f08036-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-detach-f08036","model":"e2e-extmod-att-user-a1f8ce/e2e-att-detach-f08036","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:56.069621963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"89cd0ee7-6b5d-45f8-b2f0-5b63aca0ecd8","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:56.07006345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"669afe0d-e79b-4d59-ab60-8622dfed3760","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:56.092706694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"23723d22-6f0c-4851-8c97-59ac776c2c3e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:56.096865207Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"da6a1228-8b43-4fd7-ab59-13f45efaf1ec","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:56.126362625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"89cd0ee7-6b5d-45f8-b2f0-5b63aca0ecd8","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:56.126750814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"669afe0d-e79b-4d59-ab60-8622dfed3760","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:56.149546891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"23723d22-6f0c-4851-8c97-59ac776c2c3e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:56.191962817Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5ef4bda1-48e0-412e-bb29-a19da5a37961","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:56.275136313Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-185fad-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-sub","reconcileID":"ea24a42a-6f76-4f73-964c-52e2aa7fc87f","MaaSSubscription":{"name":"e2e-att-serve-185fad-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-serve-185fad","model":"e2e-extmod-att-user-a1f8ce/e2e-att-serve-185fad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:56.507501744Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-cb9bed-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-sub","reconcileID":"1314d918-172d-46fa-a50d-96b52bb345c8","MaaSSubscription":{"name":"e2e-rec-recover-cb9bed-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-rec-recover-cb9bed","model":"e2e-extmod-rec-noaccess-e964fd/e2e-rec-recover-cb9bed","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:56.632951163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"dc8027f3-a31a-4df0-9358-270b970cbf08","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:56.786585911Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-3ea756-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-sub","reconcileID":"69966ea8-f509-49c6-b563-6ebf4e082318","MaaSSubscription":{"name":"e2e-rec-ctrl-3ea756-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-rec-ctrl-3ea756","model":"e2e-extmod-rec-user-0efdb9/e2e-rec-ctrl-3ea756","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:56.79057924Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3986bf priority=0:[ai-tenant-e2e-extmod-b-3986bf/e2e-att-detach-f08036-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-serve-185fad-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-unrel-bd0892-sub ai-tenant-e2e-extmod-b-3986bf/e2e-rec-ctrl-3ea756-sub ai-tenant-e2e-extmod-b-3986bf/e2e-rec-recover-cb9bed-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:58.12140536Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","reconcileID":"44c268b2-9727-433d-9a6f-7f9e85dad096","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-shared-616643-81144d719efe","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","externalModel":"e2e-shr-shared-616643","provider":"e2e-shr-shared-616643-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:58.226346955Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","reconcileID":"f018f015-28ba-4bf6-8676-f6703abc3045","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-shared-616643-81144d719efe","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","externalModel":"e2e-shr-shared-616643","provider":"e2e-shr-shared-616643-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:58.230579651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"aa769f1c-b3c8-4887-80a2-b79e0b1cba56","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:58.357580364Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"aa769f1c-b3c8-4887-80a2-b79e0b1cba56","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:58.413719261Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-8f45a2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"aa769f1c-b3c8-4887-80a2-b79e0b1cba56","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:12:58.524158953Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","reconcileID":"207e0d89-39ca-41bb-82cb-e4b2d5db09cf","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-shared-616643-81144d719efe","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","externalModel":"e2e-shr-shared-616643","provider":"e2e-shr-shared-616643-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:02.891994212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"acde9460-a8da-4c7a-b4d0-5d99bbf974ee","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:02.89236315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"premium-w0-9c8fc5","reconcileID":"96696e5b-929f-44ce-a8f9-379b577378a4","MaaSModelRef":{"name":"premium-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"premium-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"premium-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:02.960717188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"e6fa4feb-9316-48b5-bf6a-e8b5f10ff724","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:02.961154814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"premium-w0-9c8fc5","reconcileID":"55d6275d-2b38-441f-8ec8-4c7201c59cf4","MaaSModelRef":{"name":"premium-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"premium-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"premium-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:03.050578588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"caf837ef-7de1-4b9f-ba0e-76602fa00d62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:03.050577673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"35618b55-a2f8-43aa-b8ec-f43aaa81f111","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:03.105589878Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"08e849ac-8443-4785-8541-b20b664d7db1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:03.106432031Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-subscription","reconcileID":"9f7fbd07-455a-460a-8365-d180a133e003","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-premium-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/premium-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:03.118000004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"35618b55-a2f8-43aa-b8ec-f43aaa81f111","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:03.118518782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"caf837ef-7de1-4b9f-ba0e-76602fa00d62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:03.483427114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"4fa022f0-db5d-479f-b7db-321a5d8f6c68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:03.483429215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"67aef89b-f939-4902-8818-fcb4f4e229d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:03.542031892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"67aef89b-f939-4902-8818-fcb4f4e229d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:03.542094068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"4fa022f0-db5d-479f-b7db-321a5d8f6c68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:03.765226295Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"5d0929b3-d6d6-4d2d-8824-273087b32efb","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:06.780906372Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:07.762942732Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-subscription","reconcileID":"9909ced8-446f-478d-99fb-9d699fa76e0a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:07.989763112Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-185fad-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-sub","reconcileID":"f97ef489-8421-4647-a511-0232d837fffe","MaaSSubscription":{"name":"e2e-att-serve-185fad-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-serve-185fad","model":"e2e-extmod-att-user-a1f8ce/e2e-att-serve-185fad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:08.054247899Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b05a45b1-3cb0-4b74-80b2-033fdf281408","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:08.153961735Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-subscription","reconcileID":"fea24754-e49b-4b6d-97d4-61bf57638a13","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-premium-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:08.173790746Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"42f3735c-38f3-419e-99e0-c300d7efb751","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:08.290288077Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-subscription","reconcileID":"136080aa-aa51-4c8a-a92c-ba612ba64c51","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-premium-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/premium-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:08.39127553Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-subscription","reconcileID":"1ba57050-0085-4893-b771-32b5ab666966","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-premium-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/premium-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:08.543139842Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-bd0892-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-sub","reconcileID":"a0f9d3da-13a4-4164-ad07-244738ca81a5","MaaSSubscription":{"name":"e2e-att-unrel-bd0892-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-unrel-bd0892","model":"e2e-extmod-att-user-a1f8ce/e2e-att-unrel-bd0892","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:08.577850921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"33a83d5a-f2a0-4411-ae99-5de43f4d1d07","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:08.634628659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"33a83d5a-f2a0-4411-ae99-5de43f4d1d07","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:08.690130304Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-8f45a2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (67a896b81de9c59c642b0c449fb6686a725d9bd5c4e21dc30a1988e1ca4403b0) AuthConfig (70bff23a130afb3dc675a9d2eed2c212eb7056161e233725e8799a1cf50e95bd) AuthConfig (54f073351c3f89ed0621ce177e8ece9f0345e40ff42f7191beba0857cf7b29ff) AuthConfig (15363ee3f913e9a2ebe61abd575ccef092655c76ef44085abd49615a6093f861) AuthConfig (16a18f7b3ef61642d4061aa586330192de6af2b04019b1a283df2e827f1c070c) AuthConfig (2a339a689c1dea750b59a3cfbef2f2aca6d0a875e819128c97298737ae14c607) AuthConfig (40a70d7df40310b1d743da51d77743531173f63bbf9ad08bb3e2a1aa5bb2c737) AuthConfig (83ed0ba33bcba6f91f948d07a924108e31b10af060ed53a63fd1d7515be900cb) AuthConfig (f867f9416a5ac2eed8f6ab40d02fe18fc8c25b9bb3e2aaae67f8d9f99cd42907) AuthConfig (adf5f405d6b889230d97852efeba46ca4fb97551b4e89bc1eae37e22d67dd42f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"33a83d5a-f2a0-4411-ae99-5de43f4d1d07","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:08.699113447Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-f08036-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-sub","reconcileID":"da3147c3-5f26-498b-84f6-2291d0dcb00d","MaaSSubscription":{"name":"e2e-att-detach-f08036-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-detach-f08036","model":"e2e-extmod-att-user-a1f8ce/e2e-att-detach-f08036","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:08.765100288Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b05f5863-13cf-4981-9416-30ac265eac71","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:08.799752524Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","reconcileID":"75ec7cd5-0507-4b5b-bcb6-730068c7d6e9","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-shared-616643-81144d719efe","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","externalModel":"e2e-shr-shared-616643","provider":"e2e-shr-shared-616643-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:08.88165882Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"9a1f5009-e0ff-40d1-ab98-0c0be5c13d20","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:09.020720802Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-cb9bed-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-sub","reconcileID":"646e1511-1701-4d75-98e0-1c937addc4d6","MaaSSubscription":{"name":"e2e-rec-recover-cb9bed-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-rec-recover-cb9bed","model":"e2e-extmod-rec-noaccess-e964fd/e2e-rec-recover-cb9bed","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:09.052154649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"af0db69d-7498-43b4-bf41-d903a66b1577","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:09.109501112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"af0db69d-7498-43b4-bf41-d903a66b1577","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:09.117984171Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-3ea756-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-sub","reconcileID":"58fbc086-4b6c-4d74-b235-0f1ebfc35f8e","MaaSSubscription":{"name":"e2e-rec-ctrl-3ea756-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-rec-ctrl-3ea756","model":"e2e-extmod-rec-user-0efdb9/e2e-rec-ctrl-3ea756","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:09.165174633Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-8f45a2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (67a896b81de9c59c642b0c449fb6686a725d9bd5c4e21dc30a1988e1ca4403b0) AuthConfig (70bff23a130afb3dc675a9d2eed2c212eb7056161e233725e8799a1cf50e95bd) AuthConfig (54f073351c3f89ed0621ce177e8ece9f0345e40ff42f7191beba0857cf7b29ff) AuthConfig (15363ee3f913e9a2ebe61abd575ccef092655c76ef44085abd49615a6093f861) AuthConfig (16a18f7b3ef61642d4061aa586330192de6af2b04019b1a283df2e827f1c070c) AuthConfig (2a339a689c1dea750b59a3cfbef2f2aca6d0a875e819128c97298737ae14c607) AuthConfig (40a70d7df40310b1d743da51d77743531173f63bbf9ad08bb3e2a1aa5bb2c737) AuthConfig (83ed0ba33bcba6f91f948d07a924108e31b10af060ed53a63fd1d7515be900cb) AuthConfig (f867f9416a5ac2eed8f6ab40d02fe18fc8c25b9bb3e2aaae67f8d9f99cd42907) AuthConfig (adf5f405d6b889230d97852efeba46ca4fb97551b4e89bc1eae37e22d67dd42f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"af0db69d-7498-43b4-bf41-d903a66b1577","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:09.271300499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"738f0f4c-f34e-48d4-8a50-0b9f22e4c85f","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:09.330934504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"738f0f4c-f34e-48d4-8a50-0b9f22e4c85f","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:09.393255123Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-8f45a2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (67a896b81de9c59c642b0c449fb6686a725d9bd5c4e21dc30a1988e1ca4403b0) AuthConfig (70bff23a130afb3dc675a9d2eed2c212eb7056161e233725e8799a1cf50e95bd) AuthConfig (54f073351c3f89ed0621ce177e8ece9f0345e40ff42f7191beba0857cf7b29ff) AuthConfig (15363ee3f913e9a2ebe61abd575ccef092655c76ef44085abd49615a6093f861) AuthConfig (16a18f7b3ef61642d4061aa586330192de6af2b04019b1a283df2e827f1c070c) AuthConfig (2a339a689c1dea750b59a3cfbef2f2aca6d0a875e819128c97298737ae14c607) AuthConfig (40a70d7df40310b1d743da51d77743531173f63bbf9ad08bb3e2a1aa5bb2c737) AuthConfig (83ed0ba33bcba6f91f948d07a924108e31b10af060ed53a63fd1d7515be900cb) AuthConfig (f867f9416a5ac2eed8f6ab40d02fe18fc8c25b9bb3e2aaae67f8d9f99cd42907) AuthConfig (adf5f405d6b889230d97852efeba46ca4fb97551b4e89bc1eae37e22d67dd42f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"738f0f4c-f34e-48d4-8a50-0b9f22e4c85f","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:13.870944729Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"ad970c07-1764-4c51-b8b8-b65f5cf3a255","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:19.50146276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"57cd2c79-2019-4c3a-819c-197024327081","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:19.557975754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"57cd2c79-2019-4c3a-819c-197024327081","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:19.613888089Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-8f45a2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (67a896b81de9c59c642b0c449fb6686a725d9bd5c4e21dc30a1988e1ca4403b0) AuthConfig (70bff23a130afb3dc675a9d2eed2c212eb7056161e233725e8799a1cf50e95bd) AuthConfig (54f073351c3f89ed0621ce177e8ece9f0345e40ff42f7191beba0857cf7b29ff) AuthConfig (15363ee3f913e9a2ebe61abd575ccef092655c76ef44085abd49615a6093f861) AuthConfig (16a18f7b3ef61642d4061aa586330192de6af2b04019b1a283df2e827f1c070c) AuthConfig (2a339a689c1dea750b59a3cfbef2f2aca6d0a875e819128c97298737ae14c607) AuthConfig (40a70d7df40310b1d743da51d77743531173f63bbf9ad08bb3e2a1aa5bb2c737) AuthConfig (83ed0ba33bcba6f91f948d07a924108e31b10af060ed53a63fd1d7515be900cb) AuthConfig (f867f9416a5ac2eed8f6ab40d02fe18fc8c25b9bb3e2aaae67f8d9f99cd42907) AuthConfig (adf5f405d6b889230d97852efeba46ca4fb97551b4e89bc1eae37e22d67dd42f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"57cd2c79-2019-4c3a-819c-197024327081","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:20.528450083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3578ce","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"praxis-route-3578ce","reconcileID":"bf8d5f35-5b11-4c9c-bc53-858391d03311","MaaSModelRef":{"name":"praxis-route-3578ce","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"tenant":"e2e-praxis-a-3578ce","gateway":"openshift-ingress/e2e-praxis-a-3578ce","model":"ai-tenant-e2e-praxis-a-3578ce/praxis-route-3578ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:20.528473085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3578ce","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"praxis-route-3578ce","reconcileID":"bf8d5f35-5b11-4c9c-bc53-858391d03311","MaaSModelRef":{"name":"praxis-route-3578ce","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"routeName":"praxis-route-3578ce-kserve-route","namespace":"ai-tenant-e2e-praxis-a-3578ce","llmisvcName":"praxis-route-3578ce","gateway":"openshift-ingress/e2e-praxis-a-3578ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:21.621281319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"65ccb25a-9641-46e3-b7cf-49e334a98951","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:21.621281297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"2e37dd0d-8624-4190-921c-8ed1b15b1a3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:21.679644878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"2e37dd0d-8624-4190-921c-8ed1b15b1a3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:21.679645771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"65ccb25a-9641-46e3-b7cf-49e334a98951","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:23.976505414Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"9614b471-a938-43c6-b560-c8db861096a4","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:25.435400851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"distinct-w0-9c8fc5","reconcileID":"a5f320df-ed4a-4d21-bf83-5862f65faf73","MaaSModelRef":{"name":"distinct-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"distinct-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"distinct-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:26.007825625Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3578ce","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"praxis-route-3578ce","reconcileID":"8b193dee-69d9-43dd-939a-c743d791f371","MaaSModelRef":{"name":"praxis-route-3578ce","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"tenant":"e2e-praxis-a-3578ce","gateway":"openshift-ingress/e2e-praxis-a-3578ce","model":"ai-tenant-e2e-praxis-a-3578ce/praxis-route-3578ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:26.007847642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3578ce","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"praxis-route-3578ce","reconcileID":"8b193dee-69d9-43dd-939a-c743d791f371","MaaSModelRef":{"name":"praxis-route-3578ce","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"routeName":"praxis-route-3578ce-kserve-route","namespace":"ai-tenant-e2e-praxis-a-3578ce","llmisvcName":"praxis-route-3578ce","gateway":"openshift-ingress/e2e-praxis-a-3578ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:26.062760968Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3578ce","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"praxis-route-3578ce","reconcileID":"d9418a79-1fcf-43ec-a092-7f17293796a5","MaaSModelRef":{"name":"praxis-route-3578ce","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"tenant":"e2e-praxis-a-3578ce","gateway":"openshift-ingress/e2e-praxis-a-3578ce","model":"ai-tenant-e2e-praxis-a-3578ce/praxis-route-3578ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:26.062787864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3578ce","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"praxis-route-3578ce","reconcileID":"d9418a79-1fcf-43ec-a092-7f17293796a5","MaaSModelRef":{"name":"praxis-route-3578ce","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"routeName":"praxis-route-3578ce-kserve-route","namespace":"ai-tenant-e2e-praxis-a-3578ce","llmisvcName":"praxis-route-3578ce","gateway":"openshift-ingress/e2e-praxis-a-3578ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:26.171094143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3578ce-auth","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"praxis-route-3578ce-auth","reconcileID":"d3027bb4-8145-4874-b205-8f778d4dc8c8","MaaSAuthPolicy":{"name":"praxis-route-3578ce-auth","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-3578ce","tenantID":"e2e-praxis-a-3578ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:26.298086741Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3578ce-auth","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"praxis-route-3578ce-auth","reconcileID":"d3027bb4-8145-4874-b205-8f778d4dc8c8","MaaSAuthPolicy":{"name":"praxis-route-3578ce-auth","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"name":"e2e-praxis-a-3578ce-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:26.35365918Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-3578ce-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3578ce-auth","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"praxis-route-3578ce-auth","reconcileID":"d3027bb4-8145-4874-b205-8f778d4dc8c8","MaaSAuthPolicy":{"name":"praxis-route-3578ce-auth","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:26.408807724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3578ce","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"praxis-route-3578ce","reconcileID":"5aa114ec-b1e7-49e8-8415-9fe39d144209","MaaSModelRef":{"name":"praxis-route-3578ce","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"tenant":"e2e-praxis-a-3578ce","gateway":"openshift-ingress/e2e-praxis-a-3578ce","model":"ai-tenant-e2e-praxis-a-3578ce/praxis-route-3578ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:26.408825754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3578ce","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"praxis-route-3578ce","reconcileID":"5aa114ec-b1e7-49e8-8415-9fe39d144209","MaaSModelRef":{"name":"praxis-route-3578ce","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"routeName":"praxis-route-3578ce-kserve-route","namespace":"ai-tenant-e2e-praxis-a-3578ce","llmisvcName":"praxis-route-3578ce","gateway":"openshift-ingress/e2e-praxis-a-3578ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:29.720768829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"37e4f679-a8c7-45c6-8c47-dc3810e14c28","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:29.779175773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"37e4f679-a8c7-45c6-8c47-dc3810e14c28","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:29.933697499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"8a425dac-8c71-4270-a2d6-aa000a02ca55","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:29.934148502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"premium-w0-9c8fc5","reconcileID":"9c756659-0a36-4177-b7c0-c8941e78e585","MaaSModelRef":{"name":"premium-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"premium-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"premium-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:29.934577952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"distinct-w0-9c8fc5","reconcileID":"d76ea54a-868d-4c22-b0e6-90055d720ed1","MaaSModelRef":{"name":"distinct-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"distinct-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"distinct-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:30.012294976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"premium-w0-9c8fc5","reconcileID":"40c0e65e-afe4-4f3c-baa1-1cc4129c6bad","MaaSModelRef":{"name":"premium-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"premium-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"premium-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:30.012680791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"distinct-w0-9c8fc5","reconcileID":"c9cf2a42-6f8d-4ec9-912d-214f96d219f0","MaaSModelRef":{"name":"distinct-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"distinct-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"distinct-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:30.012868673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"f2bffca3-2af8-430c-abaf-dd456fcff06f","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:30.092399287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"e29408c1-2b31-4dd6-9785-aef4bbc75531","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:30.092401387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"365d7f50-0f88-4dd5-8729-949388442a26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:30.147418899Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-subscription","reconcileID":"51ed1372-1e38-4477-a21c-511534b51131","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-premium-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/premium-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:30.148268369Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"a2ba5294-b384-4768-92f3-a3c827de9304","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:30.155129027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"e29408c1-2b31-4dd6-9785-aef4bbc75531","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:30.160004069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"365d7f50-0f88-4dd5-8729-949388442a26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:30.210090652Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","reconcileID":"258b403e-499d-4525-9588-85c2a0341b9b","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-shared-616643-81144d719efe","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","externalModel":"e2e-shr-shared-616643","provider":"e2e-shr-shared-616643-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:30.574667598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"1e10feb0-d25d-4ff3-a35a-b549cc254c29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:30.574767709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"0ff662a3-4bc6-40e7-8290-4d854e71f5e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:30.632046173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"1e10feb0-d25d-4ff3-a35a-b549cc254c29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:30.632195057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"0ff662a3-4bc6-40e7-8290-4d854e71f5e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:34.081903306Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"f36b1b01-3122-45d3-9272-9b471ceecb38","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:34.640235156Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3986bf priority=0:[ai-tenant-e2e-extmod-b-3986bf/e2e-att-detach-f08036-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-serve-185fad-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-unrel-bd0892-sub ai-tenant-e2e-extmod-b-3986bf/e2e-rec-ctrl-3ea756-sub ai-tenant-e2e-extmod-b-3986bf/e2e-rec-recover-cb9bed-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:34.69226308Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","reconcileID":"3b6d52c3-d995-41a3-b8b7-6aa3a0aba90a","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-shared-616643-81144d719efe","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","externalModel":"e2e-shr-shared-616643","provider":"e2e-shr-shared-616643-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:34.74761187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"ee39b110-7e3c-4be9-9acc-2ce596c44c3a","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:13:34.748576317Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-sub","reconcileID":"cce342d5-205f-4c26-9c6e-c2bb828a6743","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-shared-616643-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:34.805189932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"ee39b110-7e3c-4be9-9acc-2ce596c44c3a","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:34.857073284Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","reconcileID":"261cd6a6-6109-488f-8ff3-73f34b9bba05","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-shared-616643-81144d719efe","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","externalModel":"e2e-shr-shared-616643","provider":"e2e-shr-shared-616643-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:34.961893457Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","reconcileID":"631c10f8-7b1c-4155-b1ea-57064f5c0e00","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-shared-616643-81144d719efe","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","externalModel":"e2e-shr-shared-616643","provider":"e2e-shr-shared-616643-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:35.071509273Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","reconcileID":"6c33c386-9902-416c-82aa-7de46d5ef9bf","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-shared-616643-81144d719efe","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","externalModel":"e2e-shr-shared-616643","provider":"e2e-shr-shared-616643-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:35.170707025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"8aaee99a-9616-402e-a243-3e491c1b2b7b","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:35.179954861Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-sub","reconcileID":"d90a7cb3-a644-41c5-8288-12668a4ee0a9","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-shr-shared-616643-e2e-extmod-a-8f45a2","model":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-8f45a2/e2e-shr-shared-616643-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:35.228115177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"8aaee99a-9616-402e-a243-3e491c1b2b7b","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:35.456147608Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","reconcileID":"894e1d5b-bc62-4e1e-bfaa-7cebee41d672","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-shared-616643-81144d719efe","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","externalModel":"e2e-shr-shared-616643","provider":"e2e-shr-shared-616643-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:35.664355756Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-sub","reconcileID":"08bbbdec-ebea-40cf-8b94-b74a038db630","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-shr-shared-616643-e2e-extmod-a-8f45a2","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-shared-616643-e2e-extmod-a-8f45a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:36.515866566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3578ce-auth","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"praxis-route-3578ce-auth","reconcileID":"e6ad5d6b-b2ed-4c70-bc05-3a23fb5856be","MaaSAuthPolicy":{"name":"praxis-route-3578ce-auth","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-3578ce","tenantID":"e2e-praxis-a-3578ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:36.572969662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3578ce-auth","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"praxis-route-3578ce-auth","reconcileID":"e6ad5d6b-b2ed-4c70-bc05-3a23fb5856be","MaaSAuthPolicy":{"name":"praxis-route-3578ce-auth","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"name":"e2e-praxis-a-3578ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:36.628631659Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-3578ce-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2000b25aa240aca23dcd94cb891882f83827b1708a8ad4f30a3432e3c5a7a8d3) AuthConfig (e8db8adcb17821b0fc39b978c365c5b1cb0b0eaeb2369fb871b628d9c3d3bbcc) AuthConfig (50ffcf282752a508b84c6bbb8dc6147b6fb2da1c724a705727a720825998c564) AuthConfig (4f0d1fbf16e0ff516460fcdf0a62d96f61e17643528b702bef65eea2fa0051e4) AuthConfig (7f84fd59dc6420da836fca7562b8db74f895a308ae42486b2d0f00449e3be353) AuthConfig (d4e4a82ebd05001f8c860723eaa70ccabc422d40f8a0319608d5ab5ecc33bbe8) AuthConfig (1b3d405e90e217d91c91100f038b62d5bc482e71df99ef2e76ca5ead4cf5feee) AuthConfig (9cfa9af6aebdb2dfd8873947da5ab17a00819fd20e33e4d648cae96c9592dc22) AuthConfig (b6e8470663a1e82eeca2ee9329ab03b2a97220783e1aa6595aa2988d4b618b61) AuthConfig (c4c4145198bce6585042f38b853b49c44167d94dc889df4e1d7c959fd4e6b8dc) AuthConfig (9513b7b2be3df054cba5bd89bc66602185f3dd59bbc848748189a0bfe9068c85) AuthConfig (9effc47bc37abe639c34969b86a31c8962d4e33c13c9df05f93ddb9119ef7616) AuthConfig (4fb0f83cf4c29791cc672ba56f7345650cfd34af1b7444aba96a57c65da9466d) AuthConfig (fd9a94c6f71bccb128c64073515830fa0114eb1d06c52792b505778cb35d2bbe) AuthConfig (5f5a7dd46b7d4644053e9d64dc46cd968a456e813b17ab95561406c8d955673d) AuthConfig (81f18163757390eaa39d317eed094f543bca247ee1f0fd6b8176033585b2afb0) AuthConfig (dbabad3c0de260e07c77ec13375276ccca6098bc20a45622604e0636682ee9d5) AuthConfig (e257295c7d4bce663fae123680c986a5fea2f76bd98b3fe67cf13cf1c111168e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3578ce-auth","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"praxis-route-3578ce-auth","reconcileID":"e6ad5d6b-b2ed-4c70-bc05-3a23fb5856be","MaaSAuthPolicy":{"name":"praxis-route-3578ce-auth","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:36.686122962Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3578ce","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"praxis-route-3578ce","reconcileID":"f90dec1d-0097-4036-b518-e009e8c9a33c","MaaSModelRef":{"name":"praxis-route-3578ce","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"tenant":"e2e-praxis-a-3578ce","gateway":"openshift-ingress/e2e-praxis-a-3578ce","model":"ai-tenant-e2e-praxis-a-3578ce/praxis-route-3578ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:36.686141904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3578ce","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"praxis-route-3578ce","reconcileID":"f90dec1d-0097-4036-b518-e009e8c9a33c","MaaSModelRef":{"name":"praxis-route-3578ce","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"routeName":"praxis-route-3578ce-kserve-route","namespace":"ai-tenant-e2e-praxis-a-3578ce","llmisvcName":"praxis-route-3578ce","gateway":"openshift-ingress/e2e-praxis-a-3578ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:36.780620264Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:44.186023989Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"d37c0ff4-515b-4b3a-95d0-a7db43e7df64","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:46.79305859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3578ce-auth","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"praxis-route-3578ce-auth","reconcileID":"fe06827e-9095-46dd-aec4-f4a60fc46af5","MaaSAuthPolicy":{"name":"praxis-route-3578ce-auth","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-3578ce","tenantID":"e2e-praxis-a-3578ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:46.85000727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3578ce-auth","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"praxis-route-3578ce-auth","reconcileID":"fe06827e-9095-46dd-aec4-f4a60fc46af5","MaaSAuthPolicy":{"name":"praxis-route-3578ce-auth","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"name":"e2e-praxis-a-3578ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:46.905732814Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-3578ce-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2000b25aa240aca23dcd94cb891882f83827b1708a8ad4f30a3432e3c5a7a8d3) AuthConfig (e8db8adcb17821b0fc39b978c365c5b1cb0b0eaeb2369fb871b628d9c3d3bbcc) AuthConfig (50ffcf282752a508b84c6bbb8dc6147b6fb2da1c724a705727a720825998c564) AuthConfig (4f0d1fbf16e0ff516460fcdf0a62d96f61e17643528b702bef65eea2fa0051e4) AuthConfig (7f84fd59dc6420da836fca7562b8db74f895a308ae42486b2d0f00449e3be353) AuthConfig (d4e4a82ebd05001f8c860723eaa70ccabc422d40f8a0319608d5ab5ecc33bbe8) AuthConfig (1b3d405e90e217d91c91100f038b62d5bc482e71df99ef2e76ca5ead4cf5feee) AuthConfig (9cfa9af6aebdb2dfd8873947da5ab17a00819fd20e33e4d648cae96c9592dc22) AuthConfig (b6e8470663a1e82eeca2ee9329ab03b2a97220783e1aa6595aa2988d4b618b61) AuthConfig (c4c4145198bce6585042f38b853b49c44167d94dc889df4e1d7c959fd4e6b8dc) AuthConfig (9513b7b2be3df054cba5bd89bc66602185f3dd59bbc848748189a0bfe9068c85) AuthConfig (9effc47bc37abe639c34969b86a31c8962d4e33c13c9df05f93ddb9119ef7616) AuthConfig (4fb0f83cf4c29791cc672ba56f7345650cfd34af1b7444aba96a57c65da9466d) AuthConfig (fd9a94c6f71bccb128c64073515830fa0114eb1d06c52792b505778cb35d2bbe) AuthConfig (5f5a7dd46b7d4644053e9d64dc46cd968a456e813b17ab95561406c8d955673d) AuthConfig (81f18163757390eaa39d317eed094f543bca247ee1f0fd6b8176033585b2afb0) AuthConfig (dbabad3c0de260e07c77ec13375276ccca6098bc20a45622604e0636682ee9d5) AuthConfig (e257295c7d4bce663fae123680c986a5fea2f76bd98b3fe67cf13cf1c111168e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3578ce-auth","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"praxis-route-3578ce-auth","reconcileID":"fe06827e-9095-46dd-aec4-f4a60fc46af5","MaaSAuthPolicy":{"name":"praxis-route-3578ce-auth","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:54.290599185Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"a9a306c0-c7a9-47cb-99e2-337c6fcb9079","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:55.520140902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-sub","reconcileID":"047b5dd1-537f-4643-90d2-555b12064dd5","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-shr-shared-616643-e2e-extmod-a-8f45a2","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-shared-616643-e2e-extmod-a-8f45a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:55.791847681Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","reconcileID":"82a0a2a6-15cf-4e22-acd1-886eeca4b6d2","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-shared-616643-81144d719efe","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","externalModel":"e2e-shr-shared-616643","provider":"e2e-shr-shared-616643-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:56.60216468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"f698f977-d05f-4fa7-a60b-667810acedcb","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:56.659214529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"f698f977-d05f-4fa7-a60b-667810acedcb","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:56.776503119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"8a0edee7-9412-4960-bff3-cdb499f50b00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:56.776649133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"cd79bf86-8985-42df-9dd8-31f0ce5e9fd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:56.833412757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"cd79bf86-8985-42df-9dd8-31f0ce5e9fd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:56.833519405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"8a0edee7-9412-4960-bff3-cdb499f50b00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:57.013012933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3578ce-auth","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"praxis-route-3578ce-auth","reconcileID":"e7b618bb-6d2a-48b2-ade7-36e43cdb9168","MaaSAuthPolicy":{"name":"praxis-route-3578ce-auth","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-3578ce","tenantID":"e2e-praxis-a-3578ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:57.070201317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3578ce-auth","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"praxis-route-3578ce-auth","reconcileID":"e7b618bb-6d2a-48b2-ade7-36e43cdb9168","MaaSAuthPolicy":{"name":"praxis-route-3578ce-auth","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"name":"e2e-praxis-a-3578ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:57.33835738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3578ce","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"praxis-route-3578ce","reconcileID":"147e0773-eb77-427d-ba18-e44b43933e7d","MaaSModelRef":{"name":"praxis-route-3578ce","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"tenant":"e2e-praxis-a-3578ce","gateway":"openshift-ingress/e2e-praxis-a-3578ce","model":"ai-tenant-e2e-praxis-a-3578ce/praxis-route-3578ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:13:57.3383799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3578ce","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"praxis-route-3578ce","reconcileID":"147e0773-eb77-427d-ba18-e44b43933e7d","MaaSModelRef":{"name":"praxis-route-3578ce","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"routeName":"praxis-route-3578ce-kserve-route","namespace":"ai-tenant-e2e-praxis-a-3578ce","llmisvcName":"praxis-route-3578ce","gateway":"openshift-ingress/e2e-praxis-a-3578ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:02.583125583Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3578ce","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"praxis-route-3578ce","reconcileID":"6ba1bd2e-e55a-4e64-98cf-0969fa469267","MaaSModelRef":{"name":"praxis-route-3578ce","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"tenant":"e2e-praxis-a-3578ce","gateway":"openshift-ingress/e2e-praxis-a-3578ce","model":"ai-tenant-e2e-praxis-a-3578ce/praxis-route-3578ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:02.583149398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3578ce","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"praxis-route-3578ce","reconcileID":"6ba1bd2e-e55a-4e64-98cf-0969fa469267","MaaSModelRef":{"name":"praxis-route-3578ce","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"routeName":"praxis-route-3578ce-kserve-route","namespace":"ai-tenant-e2e-praxis-a-3578ce","llmisvcName":"praxis-route-3578ce","gateway":"openshift-ingress/e2e-praxis-a-3578ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:02.583298314Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3986bf priority=0:[ai-tenant-e2e-extmod-b-3986bf/e2e-att-detach-f08036-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-serve-185fad-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-unrel-bd0892-sub ai-tenant-e2e-extmod-b-3986bf/e2e-rec-ctrl-3ea756-sub ai-tenant-e2e-extmod-b-3986bf/e2e-rec-recover-cb9bed-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:02.644106319Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3578ce","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"praxis-route-3578ce","reconcileID":"041dfaf6-1080-49f3-aba3-cb2855fb854a","MaaSModelRef":{"name":"praxis-route-3578ce","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"tenant":"e2e-praxis-a-3578ce","gateway":"openshift-ingress/e2e-praxis-a-3578ce","model":"ai-tenant-e2e-praxis-a-3578ce/praxis-route-3578ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:02.644134804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3578ce","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"praxis-route-3578ce","reconcileID":"041dfaf6-1080-49f3-aba3-cb2855fb854a","MaaSModelRef":{"name":"praxis-route-3578ce","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"routeName":"praxis-route-3578ce-kserve-route","namespace":"ai-tenant-e2e-praxis-a-3578ce","llmisvcName":"praxis-route-3578ce","gateway":"openshift-ingress/e2e-praxis-a-3578ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:02.689212364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3578ce-auth","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"praxis-route-3578ce-auth","reconcileID":"c0841275-bb90-40d9-a271-d57a78122f62","MaaSAuthPolicy":{"name":"praxis-route-3578ce-auth","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-3578ce","tenantID":"e2e-praxis-a-3578ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:14:02.690041891Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-3578ce-sub","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"praxis-route-3578ce-sub","reconcileID":"41c062cb-ca5d-4e59-8d56-063cfb3f3212","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"praxis-route-3578ce-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:14:02.697943821Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3578ce","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"praxis-route-3578ce","reconcileID":"041dfaf6-1080-49f3-aba3-cb2855fb854a","name":"praxis-route-3578ce","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-3578ce\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:14:02.698002209Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3578ce","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"praxis-route-3578ce","reconcileID":"041dfaf6-1080-49f3-aba3-cb2855fb854a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-3578ce\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:02.703377091Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3578ce","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"praxis-route-3578ce","reconcileID":"eff134b7-a612-4d15-9c2e-a7be6e7f2e4e","MaaSModelRef":{"name":"praxis-route-3578ce","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"tenant":"e2e-praxis-a-3578ce","gateway":"openshift-ingress/e2e-praxis-a-3578ce","model":"ai-tenant-e2e-praxis-a-3578ce/praxis-route-3578ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:02.70339095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3578ce","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"praxis-route-3578ce","reconcileID":"eff134b7-a612-4d15-9c2e-a7be6e7f2e4e","MaaSModelRef":{"name":"praxis-route-3578ce","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"routeName":"praxis-route-3578ce-kserve-route","namespace":"ai-tenant-e2e-praxis-a-3578ce","llmisvcName":"praxis-route-3578ce","gateway":"openshift-ingress/e2e-praxis-a-3578ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:02.746010865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3578ce-auth","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"praxis-route-3578ce-auth","reconcileID":"c0841275-bb90-40d9-a271-d57a78122f62","MaaSAuthPolicy":{"name":"praxis-route-3578ce-auth","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"name":"e2e-praxis-a-3578ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:02.797286829Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3578ce","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"praxis-route-3578ce","reconcileID":"33aaee9b-5d7f-4708-8566-2f83549d6859","MaaSModelRef":{"name":"praxis-route-3578ce","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"tenant":"e2e-praxis-a-3578ce","gateway":"openshift-ingress/e2e-praxis-a-3578ce","model":"ai-tenant-e2e-praxis-a-3578ce/praxis-route-3578ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:02.797306358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3578ce","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"praxis-route-3578ce","reconcileID":"33aaee9b-5d7f-4708-8566-2f83549d6859","MaaSModelRef":{"name":"praxis-route-3578ce","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"routeName":"praxis-route-3578ce-kserve-route","namespace":"ai-tenant-e2e-praxis-a-3578ce","llmisvcName":"praxis-route-3578ce","gateway":"openshift-ingress/e2e-praxis-a-3578ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:02.854531167Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3578ce","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"praxis-route-3578ce","reconcileID":"9af7973e-e27c-4de4-b554-14dd114358da","MaaSModelRef":{"name":"praxis-route-3578ce","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"tenant":"e2e-praxis-a-3578ce","gateway":"openshift-ingress/e2e-praxis-a-3578ce","model":"ai-tenant-e2e-praxis-a-3578ce/praxis-route-3578ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:02.854556113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3578ce","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"praxis-route-3578ce","reconcileID":"9af7973e-e27c-4de4-b554-14dd114358da","MaaSModelRef":{"name":"praxis-route-3578ce","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"routeName":"praxis-route-3578ce-kserve-route","namespace":"ai-tenant-e2e-praxis-a-3578ce","llmisvcName":"praxis-route-3578ce","gateway":"openshift-ingress/e2e-praxis-a-3578ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:03.055250563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3578ce-auth","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"praxis-route-3578ce-auth","reconcileID":"5a1f166b-afda-47cc-8ead-ca9220fb97e3","MaaSAuthPolicy":{"name":"praxis-route-3578ce-auth","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-3578ce","tenantID":"e2e-praxis-a-3578ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:03.075654576Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-3578ce-sub","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"praxis-route-3578ce-sub","reconcileID":"fc9639ec-dd74-4fc4-8c3a-1aa5774f7881","MaaSSubscription":{"name":"praxis-route-3578ce-sub","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"name":"maas-trlp-praxis-route-3578ce","model":"praxis-route-3578ce","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-praxis-a-3578ce/praxis-route-3578ce-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:03.112300851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3578ce-auth","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"praxis-route-3578ce-auth","reconcileID":"5a1f166b-afda-47cc-8ead-ca9220fb97e3","MaaSAuthPolicy":{"name":"praxis-route-3578ce-auth","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"name":"e2e-praxis-a-3578ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:03.242192439Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3578ce","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"praxis-route-3578ce","reconcileID":"e6573f8c-85f5-4750-9a9a-ddbde6a04dc9","MaaSModelRef":{"name":"praxis-route-3578ce","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"tenant":"e2e-praxis-a-3578ce","gateway":"openshift-ingress/e2e-praxis-a-3578ce","model":"ai-tenant-e2e-praxis-a-3578ce/praxis-route-3578ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:03.24221142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3578ce","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"praxis-route-3578ce","reconcileID":"e6573f8c-85f5-4750-9a9a-ddbde6a04dc9","MaaSModelRef":{"name":"praxis-route-3578ce","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"routeName":"praxis-route-3578ce-kserve-route","namespace":"ai-tenant-e2e-praxis-a-3578ce","llmisvcName":"praxis-route-3578ce","gateway":"openshift-ingress/e2e-praxis-a-3578ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:03.453574742Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-3578ce-sub","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"praxis-route-3578ce-sub","reconcileID":"26fb75bb-433c-4edf-a8ab-3f13bb89c663","MaaSSubscription":{"name":"praxis-route-3578ce-sub","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"name":"maas-trlp-praxis-route-3578ce","model":"ai-tenant-e2e-praxis-a-3578ce/praxis-route-3578ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:04.395523141Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"0d69500b-2226-4ca1-8d04-c825a9fbae92","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:05.972255352Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","reconcileID":"00a9641b-6fbb-4f11-96de-9b3a17a34e29","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-shared-616643-e4da3965f644","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","externalModel":"e2e-shr-shared-616643","provider":"e2e-shr-shared-616643-provider","gateway":"openshift-ingress/e2e-extmod-b-7d25db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:06.077762761Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","reconcileID":"39733c82-f48d-48a8-b625-b50dd4672f87","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-shared-616643-e4da3965f644","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","externalModel":"e2e-shr-shared-616643","provider":"e2e-shr-shared-616643-provider","gateway":"openshift-ingress/e2e-extmod-b-7d25db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:06.080588288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"3b916965-29a7-4c1e-8a95-ff660fe78bbe","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:06.211738229Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"3b916965-29a7-4c1e-8a95-ff660fe78bbe","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:06.268038241Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-7d25db-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"3b916965-29a7-4c1e-8a95-ff660fe78bbe","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:06.378531424Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","reconcileID":"a7df9561-b6c1-471b-b1a7-d9284565ae8b","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-shared-616643-e4da3965f644","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","externalModel":"e2e-shr-shared-616643","provider":"e2e-shr-shared-616643-provider","gateway":"openshift-ingress/e2e-extmod-b-7d25db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:06.780885758Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:14.50112273Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"ef9e60a6-db96-4538-bfe8-867acbb6d22b","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:16.433263196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"fa6621bb-cc9b-4f14-b8e3-97c2af301640","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:16.491580041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"fa6621bb-cc9b-4f14-b8e3-97c2af301640","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:16.550080975Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-7d25db-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"fa6621bb-cc9b-4f14-b8e3-97c2af301640","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:18.18748045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"distinct-2-w0-9c8fc5","reconcileID":"6ac58266-eefe-4d80-9be3-8d469d112f57","MaaSModelRef":{"name":"distinct-2-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"distinct-2-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"distinct-2-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:20.149735263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"db74f5de-8e30-4cb0-9554-9bbacc1777f6","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:20.149804537Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3986bf priority=0:[ai-tenant-e2e-extmod-b-3986bf/e2e-att-detach-f08036-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-serve-185fad-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-unrel-bd0892-sub ai-tenant-e2e-extmod-b-3986bf/e2e-rec-ctrl-3ea756-sub ai-tenant-e2e-extmod-b-3986bf/e2e-rec-recover-cb9bed-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:20.20488328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"9ca71a4d-4f38-4e7d-a561-51263c46106f","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:14:20.259541213Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-list-subs-refs-sub","reconcileID":"1fa685e0-2250-4c30-9b4e-5b363702f808","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-list-subs-refs-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:20.306618235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"4dda8f95-3de9-426d-946d-c45262453d45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:20.306618632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"7a5fcfa3-9c71-42ee-992a-e2555fcd2ab2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:20.364052166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"7a5fcfa3-9c71-42ee-992a-e2555fcd2ab2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:20.365042175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"4dda8f95-3de9-426d-946d-c45262453d45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:20.374500858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"4aa35e3e-2dce-469e-96c3-1695ddf50c22","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:20.429884049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"c5a4be84-5f3a-4b28-ab34-3ec781ff91e4","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:20.686146239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"38645da9-2978-4026-ab48-e5103de9605f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:20.693080777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"759617a8-5a01-42a0-9da5-3661558b9a7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:20.706815844Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-list-subs-refs-sub","reconcileID":"b4e9b02f-c1f9-42f2-a3d9-f2e0a058781d","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-9c8fc5/e2e-list-subs-refs-sub","ai-tenant-e2e-worker-w0-9c8fc5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:20.743182252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"38645da9-2978-4026-ab48-e5103de9605f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:20.749553948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"759617a8-5a01-42a0-9da5-3661558b9a7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:20.87596515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"7f46cef8-cd8b-425c-b2e3-126442f3ce54","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:20.989905581Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"6db8026f-fcf6-4441-bf70-61a4a287e9f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:21.090774881Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-list-subs-refs-sub","reconcileID":"48add83b-99fd-4c4b-85f1-f6e2f9d79cd2","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:22.034564233Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-3578ce-sub","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"praxis-route-3578ce-sub","reconcileID":"ab0da831-fd7b-48e6-a4e4-7f28b1573599","MaaSSubscription":{"name":"praxis-route-3578ce-sub","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"name":"maas-trlp-praxis-route-3578ce","model":"ai-tenant-e2e-praxis-a-3578ce/praxis-route-3578ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:22.201263887Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3578ce","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"praxis-route-3578ce","reconcileID":"add45f69-6ed9-4a11-a9dc-1a78c1eab011","MaaSModelRef":{"name":"praxis-route-3578ce","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"tenant":"e2e-praxis-a-3578ce","gateway":"openshift-ingress/e2e-praxis-a-3578ce","model":"ai-tenant-e2e-praxis-a-3578ce/praxis-route-3578ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:22.201287454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3578ce","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"praxis-route-3578ce","reconcileID":"add45f69-6ed9-4a11-a9dc-1a78c1eab011","MaaSModelRef":{"name":"praxis-route-3578ce","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"routeName":"praxis-route-3578ce-kserve-route","namespace":"ai-tenant-e2e-praxis-a-3578ce","llmisvcName":"praxis-route-3578ce","gateway":"openshift-ingress/e2e-praxis-a-3578ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:22.632866509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3578ce-auth","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"praxis-route-3578ce-auth","reconcileID":"4ef00c6c-58ac-4595-a30f-d6b604ab39ac","MaaSAuthPolicy":{"name":"praxis-route-3578ce-auth","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-3578ce","tenantID":"e2e-praxis-a-3578ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:22.691676619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3578ce-auth","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"praxis-route-3578ce-auth","reconcileID":"4ef00c6c-58ac-4595-a30f-d6b604ab39ac","MaaSAuthPolicy":{"name":"praxis-route-3578ce-auth","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"name":"e2e-praxis-a-3578ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:23.259316458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"fdf27410-9ce1-4d68-a0f2-01f9e5b2074e","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:23.453679597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"3e2ff8b2-3de7-4b08-b6c1-2156078fe6ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:23.455111314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"196e1dd0-2397-41d1-a3f6-5c6cd94b2d3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:23.511943985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"3e2ff8b2-3de7-4b08-b6c1-2156078fe6ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:23.512699722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"196e1dd0-2397-41d1-a3f6-5c6cd94b2d3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:24.607652271Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"6943e86d-abfa-4e5b-a3a5-890c6a971a52","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:26.657559299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"2437e4dd-2dbc-45cc-bdd9-02845cb8aa72","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:26.714899424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"2437e4dd-2dbc-45cc-bdd9-02845cb8aa72","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:26.771381184Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-7d25db-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d546c3eb6cec1cd90758d95e6fd6655948f7d80eb70367797a3fe2a8e3a7e52) AuthConfig (b5a9087fd9541ebb2a5b517d991ceb1f37d70d344cc85897e8c873336a90bd61) AuthConfig (afbcbe4e7ca065929c63583ed8f1085910ad5e3865d0a32c5016838371caf652) AuthConfig (85ee2e15fc901c6314946b38c0af2fadc93427334e9a84f7a6e44cfc7f91c312) AuthConfig (10ffb336325e36bca81e5be92f884234407600b6cbeec71afcd0d6e4c1fcbead) AuthConfig (25fc5da720884d139f5f1f59c5beb6ef2865c2d784a396a706be7d26a101b5a5) AuthConfig (6ef2b6d18308deafaa2e5a86d6123aef027c0f6fffa65cf4b5e898c0aca70129) AuthConfig (ef281b9325cc2824156289800ce639802e5efd168b496a424b6cb9318698ad01) AuthConfig (95f16735a10c0b5a4aef2d69b922a934a18a301090815a71c488e346d1dd65b5) AuthConfig (458051ff35ebdc5a65d8399b9c0043088720bd593b6d06928ce4c69f3b45097f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"2437e4dd-2dbc-45cc-bdd9-02845cb8aa72","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:26.881668611Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","reconcileID":"217b7b37-0c2c-4032-81d2-e87da603ee7d","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-shared-616643-e4da3965f644","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","externalModel":"e2e-shr-shared-616643","provider":"e2e-shr-shared-616643-provider","gateway":"openshift-ingress/e2e-extmod-b-7d25db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:33.463383296Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-list-subs-refs-sub","reconcileID":"aaf6a3f4-b29b-49c1-bff4-39ef94a4b782","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscription":"e2e-list-subs-refs-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:33.678648109Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-list-subs-refs-sub","reconcileID":"aaf6a3f4-b29b-49c1-bff4-39ef94a4b782","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-9c8fc5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:33.892903396Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"08d24f84-013c-44d6-bbce-2c5e77425b73","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:33.950456173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"9cf60dee-5cf9-4adf-84ba-fb7a23af11f2","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:33.951017876Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3986bf priority=0:[ai-tenant-e2e-extmod-b-3986bf/e2e-att-detach-f08036-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-serve-185fad-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-unrel-bd0892-sub ai-tenant-e2e-extmod-b-3986bf/e2e-rec-ctrl-3ea756-sub ai-tenant-e2e-extmod-b-3986bf/e2e-rec-recover-cb9bed-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:34.107293498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"88d13c99-7f3e-4422-9f5d-b285b88b3c01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:34.107770409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"924ea290-b1d6-45e3-9f18-ec7fd0811692","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:34.165836476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"88d13c99-7f3e-4422-9f5d-b285b88b3c01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:34.168874642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"924ea290-b1d6-45e3-9f18-ec7fd0811692","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:34.713055688Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"9ce4b84a-9f76-4b63-b60c-7893836eb285","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:36.782077157Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:36.935800235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"52d6d395-8700-432a-992c-0377e7783504","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:36.994075801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"52d6d395-8700-432a-992c-0377e7783504","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:37.421480911Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","reconcileID":"e862449b-8c8b-45a2-bbc9-d16e3eaa44a0","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-shared-616643-e4da3965f644","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","externalModel":"e2e-shr-shared-616643","provider":"e2e-shr-shared-616643-provider","gateway":"openshift-ingress/e2e-extmod-b-7d25db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:38.01517073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e6d1963b-4b76-4044-9924-c88c107e6a5f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:38.015191475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e6d1963b-4b76-4044-9924-c88c107e6a5f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:38.122311552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"namespace":"ai-tenant-e2e-mt-187e74b6","name":"e2e-policy-187e74b6","reconcileID":"4528ec90-5eca-4baa-aa4f-a0c555c8d74a","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:38.25538242Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"namespace":"ai-tenant-e2e-mt-187e74b6","name":"e2e-policy-187e74b6","reconcileID":"4528ec90-5eca-4baa-aa4f-a0c555c8d74a","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:38.31091217Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"namespace":"ai-tenant-e2e-mt-187e74b6","name":"e2e-policy-187e74b6","reconcileID":"4528ec90-5eca-4baa-aa4f-a0c555c8d74a","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:38.369537581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b52c29cd-076b-4ee7-ab4f-f0fb728c1148","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:38.369567493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b52c29cd-076b-4ee7-ab4f-f0fb728c1148","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:41.197225414Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3578ce","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"praxis-route-3578ce","reconcileID":"240752a1-23f9-4b21-b5a3-eb12a5d09728","MaaSModelRef":{"name":"praxis-route-3578ce","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"tenant":"e2e-praxis-a-3578ce","gateway":"openshift-ingress/e2e-praxis-a-3578ce","model":"ai-tenant-e2e-praxis-a-3578ce/praxis-route-3578ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:41.197245522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3578ce","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"praxis-route-3578ce","reconcileID":"240752a1-23f9-4b21-b5a3-eb12a5d09728","MaaSModelRef":{"name":"praxis-route-3578ce","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"routeName":"praxis-route-3578ce-kserve-route","namespace":"ai-tenant-e2e-praxis-a-3578ce","llmisvcName":"praxis-route-3578ce","gateway":"openshift-ingress/e2e-praxis-a-3578ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:41.361890978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3578ce-auth","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"praxis-route-3578ce-auth","reconcileID":"583226da-4513-404e-8d39-3f1d96bebab5","MaaSAuthPolicy":{"name":"praxis-route-3578ce-auth","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-3578ce","tenantID":"e2e-praxis-a-3578ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:41.406163822Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-3578ce-sub","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"praxis-route-3578ce-sub","reconcileID":"194beeb3-cfa4-4e98-92e5-4b6aed03ce17","MaaSSubscription":{"name":"praxis-route-3578ce-sub","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"name":"maas-trlp-praxis-route-3578ce","model":"ai-tenant-e2e-praxis-a-3578ce/praxis-route-3578ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:41.418867063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3578ce-auth","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"praxis-route-3578ce-auth","reconcileID":"583226da-4513-404e-8d39-3f1d96bebab5","MaaSAuthPolicy":{"name":"praxis-route-3578ce-auth","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"name":"e2e-praxis-a-3578ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:41.573314703Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3578ce","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"praxis-route-3578ce","reconcileID":"547798e9-db84-4f9a-9dff-20d77e900280","MaaSModelRef":{"name":"praxis-route-3578ce","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"tenant":"e2e-praxis-a-3578ce","gateway":"openshift-ingress/e2e-praxis-a-3578ce","model":"ai-tenant-e2e-praxis-a-3578ce/praxis-route-3578ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:41.573350374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3578ce","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"praxis-route-3578ce","reconcileID":"547798e9-db84-4f9a-9dff-20d77e900280","MaaSModelRef":{"name":"praxis-route-3578ce","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"routeName":"praxis-route-3578ce-kserve-route","namespace":"ai-tenant-e2e-praxis-a-3578ce","llmisvcName":"praxis-route-3578ce","gateway":"openshift-ingress/e2e-praxis-a-3578ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:41.782275048Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-3578ce-sub","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"praxis-route-3578ce-sub","reconcileID":"373d7833-7e47-4a2d-b8d3-646322179e5e","MaaSSubscription":{"name":"praxis-route-3578ce-sub","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"name":"maas-trlp-praxis-route-3578ce","model":"ai-tenant-e2e-praxis-a-3578ce/praxis-route-3578ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:42.513941937Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3986bf priority=0:[ai-tenant-e2e-extmod-b-3986bf/e2e-att-detach-f08036-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-serve-185fad-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-unrel-bd0892-sub ai-tenant-e2e-extmod-b-3986bf/e2e-rec-ctrl-3ea756-sub ai-tenant-e2e-extmod-b-3986bf/e2e-rec-recover-cb9bed-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:42.566836055Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","reconcileID":"e56c570a-f502-4d87-8836-51701968d0a3","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-shared-616643-e4da3965f644","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","externalModel":"e2e-shr-shared-616643","provider":"e2e-shr-shared-616643-provider","gateway":"openshift-ingress/e2e-extmod-b-7d25db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:42.622382847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"bce6dc9c-c006-48af-aad8-ecfc73d317b5","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:14:42.623291763Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-sub","reconcileID":"bbb61eac-9137-4e96-81c5-ad487c9933a1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-shared-616643-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:42.679409736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"bce6dc9c-c006-48af-aad8-ecfc73d317b5","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:42.729245395Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","reconcileID":"5b309e4b-d864-4cad-85c5-7efa785cc3b4","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-shared-616643-e4da3965f644","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","externalModel":"e2e-shr-shared-616643","provider":"e2e-shr-shared-616643-provider","gateway":"openshift-ingress/e2e-extmod-b-7d25db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:42.834656059Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","reconcileID":"fa69fea1-8e4f-4b18-9f3c-02422f51abb3","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-shared-616643-e4da3965f644","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","externalModel":"e2e-shr-shared-616643","provider":"e2e-shr-shared-616643-provider","gateway":"openshift-ingress/e2e-extmod-b-7d25db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:42.939944839Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","reconcileID":"c933af3e-68b7-416a-a0f9-7a624ccc9a31","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-shared-616643-e4da3965f644","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","externalModel":"e2e-shr-shared-616643","provider":"e2e-shr-shared-616643-provider","gateway":"openshift-ingress/e2e-extmod-b-7d25db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:43.046476239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"5f86e0c5-5cf7-4db4-a0f5-078a8036628c","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:43.056957893Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-sub","reconcileID":"e8794421-d125-44a5-8b64-0ce1e6a1769d","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"maas-trlp-e2e-shr-shared-616643-e2e-extmod-b-7d25db","model":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-7d25db/e2e-shr-shared-616643-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:43.103549951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"5f86e0c5-5cf7-4db4-a0f5-078a8036628c","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:43.330346753Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","reconcileID":"14f08d21-de2b-4950-86d4-b2611916a3eb","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-shared-616643-e4da3965f644","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","externalModel":"e2e-shr-shared-616643","provider":"e2e-shr-shared-616643-provider","gateway":"openshift-ingress/e2e-extmod-b-7d25db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:43.538718045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-sub","reconcileID":"c4cde342-86bb-4a69-a5e7-2ae998c19338","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"maas-trlp-e2e-shr-shared-616643-e2e-extmod-b-7d25db","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-shared-616643-e2e-extmod-b-7d25db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:44.682314545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"e2e-enrichment-model-ref","reconcileID":"c907a1bb-68d5-4045-a4d7-3d92da9a0c9b","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"tenant":"e2e-worker-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:44.682370654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"e2e-enrichment-model-ref","reconcileID":"c907a1bb-68d5-4045-a4d7-3d92da9a0c9b","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"distinct-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"distinct-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:44.741219593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"distinct-w0-9c8fc5","reconcileID":"32d4fd1d-31a4-41fb-95b3-d32185a1e73b","MaaSModelRef":{"name":"distinct-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"distinct-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"distinct-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:44.84325129Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3986bf priority=0:[ai-tenant-e2e-extmod-b-3986bf/e2e-att-detach-f08036-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-serve-185fad-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-unrel-bd0892-sub ai-tenant-e2e-extmod-b-3986bf/e2e-rec-ctrl-3ea756-sub ai-tenant-e2e-extmod-b-3986bf/e2e-rec-recover-cb9bed-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:44.851142732Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"b7b4c820-48c2-4c43-87b9-033864d475ef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:44.903273904Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"e2e-enrichment-model-ref","reconcileID":"d39de94f-7b61-4413-8499-54105ff07487","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"tenant":"e2e-worker-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:44.903290855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"e2e-enrichment-model-ref","reconcileID":"d39de94f-7b61-4413-8499-54105ff07487","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"distinct-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"distinct-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:14:44.952714044Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-enrichment-sub","reconcileID":"5893bfe6-a232-4c2e-9b2d-26f4bef8a0a0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-enrichment-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:45.001374457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"0dab9e6a-9f1c-4256-8305-624d0c1c9ee2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:45.001374897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"13932b3a-8c53-4ad3-8809-3beeae33d8e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:45.058837838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"0dab9e6a-9f1c-4256-8305-624d0c1c9ee2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:45.059922364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"13932b3a-8c53-4ad3-8809-3beeae33d8e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:45.065576696Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"e2e-enrichment-model-ref","reconcileID":"5d6b4134-5681-48f3-bffe-d78a216621fc","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"tenant":"e2e-worker-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:45.065596133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"e2e-enrichment-model-ref","reconcileID":"5d6b4134-5681-48f3-bffe-d78a216621fc","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"distinct-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"distinct-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:45.123103428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"e2e-enrichment-model-ref","reconcileID":"e3e477c6-c959-4600-90e3-164a13ae0b00","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"tenant":"e2e-worker-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:45.123126674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"e2e-enrichment-model-ref","reconcileID":"e3e477c6-c959-4600-90e3-164a13ae0b00","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"distinct-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"distinct-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:45.181918703Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"e2e-enrichment-model-ref","reconcileID":"728758a8-9df6-4f13-9673-de8cbf9405fe","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"tenant":"e2e-worker-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:45.182015546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"e2e-enrichment-model-ref","reconcileID":"728758a8-9df6-4f13-9673-de8cbf9405fe","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"distinct-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"distinct-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:45.344917788Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-enrichment-sub","reconcileID":"b20ce8b6-9fb1-459b-99b7-85f55d6a5dcb","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-enrichment-model-ref","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-9c8fc5/e2e-enrichment-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:45.385122395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-enrichment-auth","reconcileID":"7f8b5de2-1d2d-46e2-a477-51c64263c50d","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:45.442066409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-enrichment-auth","reconcileID":"7f8b5de2-1d2d-46e2-a477-51c64263c50d","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:45.486197465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"30493a10-791c-48e7-ab4b-008ff0079782","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:45.486974098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"5e6fa19f-2bf6-4920-a065-513987a003e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:45.517640859Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"e2e-enrichment-model-ref","reconcileID":"015f48f5-89c5-4e38-af52-6fceb5063dc6","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"tenant":"e2e-worker-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:45.517658859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"e2e-enrichment-model-ref","reconcileID":"015f48f5-89c5-4e38-af52-6fceb5063dc6","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"distinct-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"distinct-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:45.543193731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"30493a10-791c-48e7-ab4b-008ff0079782","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:45.543703927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"5e6fa19f-2bf6-4920-a065-513987a003e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:45.724538228Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-enrichment-sub","reconcileID":"93235d31-cdf4-421f-b4c8-48f8612c68e9","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w0-9c8fc5/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:45.760121582Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"e2e-enrichment-model-ref","reconcileID":"95d5491f-1790-47ce-a164-b226871ec806","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"tenant":"e2e-worker-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:45.760140662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"e2e-enrichment-model-ref","reconcileID":"95d5491f-1790-47ce-a164-b226871ec806","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"distinct-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"distinct-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:45.967656564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-enrichment-auth","reconcileID":"b0324fcf-95f7-46ba-94f2-056f03ac89ec","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:46.024257611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-enrichment-auth","reconcileID":"b0324fcf-95f7-46ba-94f2-056f03ac89ec","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:46.354617274Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-enrichment-auth","reconcileID":"663b3ee4-c2aa-470c-b41e-a9e8c914fb55","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"model":"e2e-models-e2e-worker-w0-9c8fc5/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:46.354755404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"e2e-enrichment-model-ref","reconcileID":"209abf03-2551-4357-909c-4d498f717ee1","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"tenant":"e2e-worker-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:46.354775092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"e2e-enrichment-model-ref","reconcileID":"209abf03-2551-4357-909c-4d498f717ee1","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"distinct-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"distinct-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:46.570259533Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"e2e-enrichment-model-ref","reconcileID":"bb7bd350-6d5a-4cc0-adb6-225bdfaeb692","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"tenant":"e2e-worker-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:46.57028764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"e2e-enrichment-model-ref","reconcileID":"bb7bd350-6d5a-4cc0-adb6-225bdfaeb692","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"distinct-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"distinct-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:46.582923465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"601a3f30-e203-430a-a442-afa10ce266ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:46.583374325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"20b69171-e5cd-42e6-a574-34c9258b1ed2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:46.641565972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"601a3f30-e203-430a-a442-afa10ce266ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:46.643523305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"20b69171-e5cd-42e6-a574-34c9258b1ed2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:46.663835938Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-enrichment-sub","reconcileID":"61cd75a3-f357-4b87-b929-09fb94c0ecd5","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w0-9c8fc5/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:46.710505961Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"e2e-enrichment-model-ref","reconcileID":"60de2afc-bdd0-4aa0-a462-06c6985c9472","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"tenant":"e2e-worker-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:46.710531189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"e2e-enrichment-model-ref","reconcileID":"60de2afc-bdd0-4aa0-a462-06c6985c9472","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"distinct-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"distinct-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:47.102388299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"d50e55ba-4591-4b16-85eb-ef2522ea3ddb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:47.105609858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"9b50bc72-0bd4-40a2-84f0-109257dbd0e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:47.159666939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"d50e55ba-4591-4b16-85eb-ef2522ea3ddb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:47.16239973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"9b50bc72-0bd4-40a2-84f0-109257dbd0e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:48.47529974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"namespace":"ai-tenant-e2e-mt-187e74b6","name":"e2e-policy-187e74b6","reconcileID":"64e713f0-3fbf-4f8f-9442-7ce7f98ab2d6","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:48.534789608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"namespace":"ai-tenant-e2e-mt-187e74b6","name":"e2e-policy-187e74b6","reconcileID":"64e713f0-3fbf-4f8f-9442-7ce7f98ab2d6","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:48.590195221Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"namespace":"ai-tenant-e2e-mt-187e74b6","name":"e2e-policy-187e74b6","reconcileID":"64e713f0-3fbf-4f8f-9442-7ce7f98ab2d6","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:51.573927847Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3578ce","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"praxis-route-3578ce","reconcileID":"11c71c4e-a691-41fe-a494-60353b493292","MaaSModelRef":{"name":"praxis-route-3578ce","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"tenant":"e2e-praxis-a-3578ce","gateway":"openshift-ingress/e2e-praxis-a-3578ce","model":"ai-tenant-e2e-praxis-a-3578ce/praxis-route-3578ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:51.573945851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3578ce","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"praxis-route-3578ce","reconcileID":"11c71c4e-a691-41fe-a494-60353b493292","MaaSModelRef":{"name":"praxis-route-3578ce","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"routeName":"praxis-route-3578ce-kserve-route","namespace":"ai-tenant-e2e-praxis-a-3578ce","llmisvcName":"praxis-route-3578ce","gateway":"openshift-ingress/e2e-praxis-a-3578ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:54.95593298Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"a419f84c-8d99-43b8-b170-0c212e894cae","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:56.936394138Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-enrichment-sub","reconcileID":"f9995a7d-f61b-47b8-9166-4cb440681263","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"model":"e2e-models-e2e-worker-w0-9c8fc5/e2e-enrichment-model-ref","subscription":"e2e-enrichment-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:56.988967737Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-enrichment-sub","reconcileID":"f9995a7d-f61b-47b8-9166-4cb440681263","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"model":"e2e-models-e2e-worker-w0-9c8fc5/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:57.041142538Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-enrichment-sub","reconcileID":"f9995a7d-f61b-47b8-9166-4cb440681263","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:57.313350906Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"e2e-enrichment-model-ref","reconcileID":"bbb2b68e-21e3-494e-ade4-5ae7d8d2da7a","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"tenant":"e2e-worker-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:57.31336881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"e2e-enrichment-model-ref","reconcileID":"bbb2b68e-21e3-494e-ade4-5ae7d8d2da7a","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"distinct-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"distinct-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:57.313727702Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3986bf priority=0:[ai-tenant-e2e-extmod-b-3986bf/e2e-att-detach-f08036-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-serve-185fad-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-unrel-bd0892-sub ai-tenant-e2e-extmod-b-3986bf/e2e-rec-ctrl-3ea756-sub ai-tenant-e2e-extmod-b-3986bf/e2e-rec-recover-cb9bed-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:57.470716144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"08754bab-4572-4f8d-9f39-3f3922d27c61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:57.471506577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"2754d626-cdcd-4601-b8e0-cd3135a256ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:57.527675297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"08754bab-4572-4f8d-9f39-3f3922d27c61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:57.528395434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"2754d626-cdcd-4601-b8e0-cd3135a256ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:57.682810678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"distinct-w0-9c8fc5","reconcileID":"e34aa8e3-cba9-4117-a471-1e70555499e8","MaaSModelRef":{"name":"distinct-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"distinct-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"distinct-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:58.38346803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"distinct-w0-9c8fc5","reconcileID":"0c37ad68-f3df-437d-aa04-e557bba7891c","MaaSModelRef":{"name":"distinct-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"distinct-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"distinct-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:58.384045585Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3986bf priority=0:[ai-tenant-e2e-extmod-b-3986bf/e2e-att-detach-f08036-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-serve-185fad-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-unrel-bd0892-sub ai-tenant-e2e-extmod-b-3986bf/e2e-rec-ctrl-3ea756-sub ai-tenant-e2e-extmod-b-3986bf/e2e-rec-recover-cb9bed-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:58.44036566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"distinct-w0-9c8fc5","reconcileID":"6193a3ee-8f3c-4d8a-8118-9034616b7418","MaaSModelRef":{"name":"distinct-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"distinct-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"distinct-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:14:58.49063296Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-model-match-sub","reconcileID":"6a4886a8-4ec8-4945-9752-e02b2e147272","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:58.542676615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"1e2652ed-bc96-4897-bdb1-d219d764f2ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:58.542692671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"58478bae-a5c6-495a-a987-8d4e68437a0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:58.600406091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"1e2652ed-bc96-4897-bdb1-d219d764f2ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:58.600412026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"58478bae-a5c6-495a-a987-8d4e68437a0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:58.648912831Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3986bf priority=0:[ai-tenant-e2e-extmod-b-3986bf/e2e-att-detach-f08036-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-serve-185fad-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-unrel-bd0892-sub ai-tenant-e2e-extmod-b-3986bf/e2e-rec-ctrl-3ea756-sub ai-tenant-e2e-extmod-b-3986bf/e2e-rec-recover-cb9bed-sub]","namespace=ai-tenant-e2e-worker-w0-9c8fc5 priority=0:[ai-tenant-e2e-worker-w0-9c8fc5/e2e-model-match-sub ai-tenant-e2e-worker-w0-9c8fc5/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:58.649106554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"distinct-2-w0-9c8fc5","reconcileID":"fbd037a1-462f-400a-b7d1-40f8598bf161","MaaSModelRef":{"name":"distinct-2-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"distinct-2-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"distinct-2-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:58.696826775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"namespace":"ai-tenant-e2e-mt-187e74b6","name":"e2e-policy-187e74b6","reconcileID":"a490fb44-82ad-4c50-9169-b128239c54cc","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:58.700419075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"distinct-w0-9c8fc5","reconcileID":"87d101a4-5a4b-417b-9a74-49bded357267","MaaSModelRef":{"name":"distinct-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"distinct-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"distinct-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:14:58.702207462Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-9c8fc5/e2e-model-match-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:58.754507993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"namespace":"ai-tenant-e2e-mt-187e74b6","name":"e2e-policy-187e74b6","reconcileID":"a490fb44-82ad-4c50-9169-b128239c54cc","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:58.755371394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"distinct-2-w0-9c8fc5","reconcileID":"1223a011-07cf-49f6-a876-1f1ebfe492a8","MaaSModelRef":{"name":"distinct-2-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"distinct-2-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"distinct-2-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:58.758264243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"distinct-w0-9c8fc5","reconcileID":"2c461ca5-f413-403a-ab92-557c7fe3deae","MaaSModelRef":{"name":"distinct-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"distinct-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"distinct-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:14:58.759500768Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-9c8fc5/e2e-model-nomatch-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-nomatch-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:58.810710594Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"namespace":"ai-tenant-e2e-mt-187e74b6","name":"e2e-policy-187e74b6","reconcileID":"a490fb44-82ad-4c50-9169-b128239c54cc","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:58.811086717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"distinct-2-w0-9c8fc5","reconcileID":"718d9a8d-8c1f-4ce2-9395-8367d555e54c","MaaSModelRef":{"name":"distinct-2-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"distinct-2-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"distinct-2-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:58.869039654Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"909214e9-b372-4c46-87d5-605d2d62f432","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:58.869056231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"909214e9-b372-4c46-87d5-605d2d62f432","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:58.926141751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"distinct-w0-9c8fc5","reconcileID":"a3a956ec-e604-49ab-a0c0-9b1a597407c4","MaaSModelRef":{"name":"distinct-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"distinct-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"distinct-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:58.962542172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"81c29ea9-0d66-4bfd-b90b-198db958d3a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:58.962745918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"a232e28f-a520-4b77-8ba5-07f70fcb66b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:58.970251244Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-model-match-sub","reconcileID":"c9c122f4-0d34-4772-8297-8eb5024b75b8","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-distinct-w0-9c8fc5","model":"distinct-w0-9c8fc5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-9c8fc5/e2e-model-match-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:58.984149863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"distinct-w0-9c8fc5","reconcileID":"aaa36e43-c346-499a-9d17-2fbd79c3b33c","MaaSModelRef":{"name":"distinct-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"distinct-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"distinct-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:59.019902827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"81c29ea9-0d66-4bfd-b90b-198db958d3a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:59.020392309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"a232e28f-a520-4b77-8ba5-07f70fcb66b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:14:59.038389337Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"distinct-w0-9c8fc5","reconcileID":"aaa36e43-c346-499a-9d17-2fbd79c3b33c","name":"distinct-w0-9c8fc5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w0-9c8fc5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:14:59.038439145Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"distinct-w0-9c8fc5","reconcileID":"aaa36e43-c346-499a-9d17-2fbd79c3b33c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w0-9c8fc5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:59.04372695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"distinct-w0-9c8fc5","reconcileID":"dfdd971a-4f37-4c16-8cc8-d64d8e63d05d","MaaSModelRef":{"name":"distinct-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"distinct-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"distinct-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:59.069191998Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-model-nomatch-sub","reconcileID":"954b8d4f-af26-4a9f-80b2-0f84228d7f80","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-distinct-2-w0-9c8fc5","model":"distinct-2-w0-9c8fc5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-9c8fc5/e2e-model-nomatch-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:59.137945937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"distinct-w0-9c8fc5","reconcileID":"dea24252-dc02-4200-96dd-c33b66b8eab3","MaaSModelRef":{"name":"distinct-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"distinct-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"distinct-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:59.193920809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-model-match-auth","reconcileID":"0ab89111-f739-431f-af76-55dfb31af268","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:59.194361901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"distinct-2-w0-9c8fc5","reconcileID":"ad371577-53d2-4932-a56c-a719ce11951d","MaaSModelRef":{"name":"distinct-2-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"distinct-2-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"distinct-2-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:59.250995267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-model-match-auth","reconcileID":"0ab89111-f739-431f-af76-55dfb31af268","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:59.252233244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"distinct-2-w0-9c8fc5","reconcileID":"f5e654ca-b999-4b82-aa3d-4331bd17b8f8","MaaSModelRef":{"name":"distinct-2-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"distinct-2-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"distinct-2-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:14:59.307449941Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"distinct-2-w0-9c8fc5","reconcileID":"f5e654ca-b999-4b82-aa3d-4331bd17b8f8","name":"distinct-2-w0-9c8fc5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w0-9c8fc5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:14:59.307502649Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"distinct-2-w0-9c8fc5","reconcileID":"f5e654ca-b999-4b82-aa3d-4331bd17b8f8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w0-9c8fc5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:59.312775739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"distinct-2-w0-9c8fc5","reconcileID":"81b44554-e09b-47a5-91b6-9a345a2f6c71","MaaSModelRef":{"name":"distinct-2-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"distinct-2-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"distinct-2-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:59.346456066Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-model-match-sub","reconcileID":"c2d96648-e9bd-4d7f-be43-8f5cd7dada6e","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-distinct-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/distinct-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:59.447131798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-model-nomatch-sub","reconcileID":"f34de3be-5f7d-4744-b360-54925e4de9ce","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-distinct-2-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/distinct-2-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:59.484821304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"e0bfc1c9-c769-46fa-98d8-b03ffaf628c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:59.484822163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"1aea0bce-4591-47ca-877e-4b1a4380fe68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:59.508308551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-model-nomatch-auth","reconcileID":"7d5b8875-dc02-4289-9514-af2fb86ebc84","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:59.519255901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"distinct-w0-9c8fc5","reconcileID":"d89a4a9f-fa25-4077-8237-5f86e572b98f","MaaSModelRef":{"name":"distinct-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"distinct-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"distinct-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:59.543841675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"e0bfc1c9-c769-46fa-98d8-b03ffaf628c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:59.543877851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"1aea0bce-4591-47ca-877e-4b1a4380fe68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:59.566449063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-model-nomatch-auth","reconcileID":"7d5b8875-dc02-4289-9514-af2fb86ebc84","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:59.765682086Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-model-nomatch-sub","reconcileID":"dab1e8bc-eeff-4e48-bd08-0ef09fbed4de","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-distinct-2-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/distinct-2-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:59.779984568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-model-match-auth","reconcileID":"9a5beda2-cbed-4aeb-8404-590a67dc3934","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:59.836810771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-model-match-auth","reconcileID":"9a5beda2-cbed-4aeb-8404-590a67dc3934","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:14:59.904818023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"distinct-2-w0-9c8fc5","reconcileID":"b24668b3-ed31-4dea-a77a-941d9a96372d","MaaSModelRef":{"name":"distinct-2-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"distinct-2-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"distinct-2-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:00.008033204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"f1d4d07a-edb3-4c95-90c6-003a92b6398f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:00.00803219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"8b888fc4-558a-483b-93cc-a7eb165a9bd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:00.066488114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"8b888fc4-558a-483b-93cc-a7eb165a9bd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:00.06648811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"f1d4d07a-edb3-4c95-90c6-003a92b6398f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:00.164753091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-model-nomatch-auth","reconcileID":"42869fb6-f0e8-4100-a2ad-2b04203ddf38","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:00.221483597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-model-nomatch-auth","reconcileID":"42869fb6-f0e8-4100-a2ad-2b04203ddf38","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:00.788638715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"distinct-w0-9c8fc5","reconcileID":"6623d651-c3f3-4373-9463-d46c432fdbae","MaaSModelRef":{"name":"distinct-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"distinct-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"distinct-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:00.949504974Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-model-match-sub","reconcileID":"1d4e49da-210f-40f6-afa5-ea9862cf9187","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-31a01dd9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:01.052155991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-model-match-auth","reconcileID":"d99d157d-d35c-4ff8-a83f-6ef0453250e6","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:01.055027905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"368d1321-0d5e-47cb-8ade-125fad0c15b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:01.055032014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-model-nomatch-auth","reconcileID":"c4ed892f-6217-45a5-9588-5a63b2f9eea9","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:01.109140546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-model-match-auth","reconcileID":"d99d157d-d35c-4ff8-a83f-6ef0453250e6","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:01.112866376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"368d1321-0d5e-47cb-8ade-125fad0c15b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:01.113051249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-model-nomatch-auth","reconcileID":"c4ed892f-6217-45a5-9588-5a63b2f9eea9","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:01.151306439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"e0d18013-47ab-41bc-9e1d-5b34b1bf65ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:01.208094292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"e0d18013-47ab-41bc-9e1d-5b34b1bf65ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:01.572432688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"9792d9dc-f4df-42a9-bf5e-96ebd69db91e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:01.572442335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-model-match-auth","reconcileID":"3f5392c7-b0d1-4742-9514-22464a5f4d84","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:01.574999928Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3578ce","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"praxis-route-3578ce","reconcileID":"d62af3fe-b73e-4f63-bf5e-40fe6da8f40b","MaaSModelRef":{"name":"praxis-route-3578ce","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"tenant":"e2e-praxis-a-3578ce","gateway":"openshift-ingress/e2e-praxis-a-3578ce","model":"ai-tenant-e2e-praxis-a-3578ce/praxis-route-3578ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:01.575014232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3578ce","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"praxis-route-3578ce","reconcileID":"d62af3fe-b73e-4f63-bf5e-40fe6da8f40b","MaaSModelRef":{"name":"praxis-route-3578ce","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"routeName":"praxis-route-3578ce-kserve-route","namespace":"ai-tenant-e2e-praxis-a-3578ce","llmisvcName":"praxis-route-3578ce","gateway":"openshift-ingress/e2e-praxis-a-3578ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:01.629071629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"9792d9dc-f4df-42a9-bf5e-96ebd69db91e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:01.629363023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-model-match-auth","reconcileID":"3f5392c7-b0d1-4742-9514-22464a5f4d84","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:01.673145941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"5f007dcd-2c42-480d-9d2f-7064d3d53ec2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:01.674236067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-model-nomatch-auth","reconcileID":"8dabfe03-9e4e-450f-b5a0-1e6112b32007","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:01.730191425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"5f007dcd-2c42-480d-9d2f-7064d3d53ec2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:01.730620792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-model-nomatch-auth","reconcileID":"8dabfe03-9e4e-450f-b5a0-1e6112b32007","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:05.063059642Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"960c51bd-e7a2-41c7-ab22-65e6ba314c24","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:06.781442226Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:08.97526823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"namespace":"ai-tenant-e2e-mt-187e74b6","name":"e2e-policy-187e74b6","reconcileID":"f7d449c1-0b2d-46e4-a860-b96e0b032e48","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:09.032572747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"namespace":"ai-tenant-e2e-mt-187e74b6","name":"e2e-policy-187e74b6","reconcileID":"f7d449c1-0b2d-46e4-a860-b96e0b032e48","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:09.08860721Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"namespace":"ai-tenant-e2e-mt-187e74b6","name":"e2e-policy-187e74b6","reconcileID":"f7d449c1-0b2d-46e4-a860-b96e0b032e48","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:11.007927807Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-model-match-sub","reconcileID":"c02f53b6-0969-45cd-8a95-fc31c65749ca","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"model":"e2e-models-e2e-worker-w0-9c8fc5/distinct-w0-9c8fc5","subscription":"e2e-model-match-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:11.063789444Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-model-match-sub","reconcileID":"c02f53b6-0969-45cd-8a95-fc31c65749ca","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"model":"e2e-models-e2e-worker-w0-9c8fc5/distinct-w0-9c8fc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:11.118612966Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-model-match-sub","reconcileID":"c02f53b6-0969-45cd-8a95-fc31c65749ca","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-distinct-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/distinct-w0-9c8fc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:11.394570707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"distinct-w0-9c8fc5","reconcileID":"5c90a6ca-22e9-4033-9312-73490fc83f03","MaaSModelRef":{"name":"distinct-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"distinct-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"distinct-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:11.395440312Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3986bf priority=0:[ai-tenant-e2e-extmod-b-3986bf/e2e-att-detach-f08036-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-serve-185fad-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-unrel-bd0892-sub ai-tenant-e2e-extmod-b-3986bf/e2e-rec-ctrl-3ea756-sub ai-tenant-e2e-extmod-b-3986bf/e2e-rec-recover-cb9bed-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:11.478925374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"distinct-2-w0-9c8fc5","reconcileID":"61d82162-b379-4f32-88e3-04a0979495b7","MaaSModelRef":{"name":"distinct-2-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"distinct-2-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"distinct-2-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:11.575042896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"distinct-2-w0-9c8fc5","reconcileID":"0fc118b9-f423-435c-8c94-3775f5d9b6b1","MaaSModelRef":{"name":"distinct-2-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"distinct-2-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"distinct-2-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:11.632645301Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3578ce","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"praxis-route-3578ce","reconcileID":"7aa4e601-86be-472a-ac6c-636c54dc8c55","MaaSModelRef":{"name":"praxis-route-3578ce","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"tenant":"e2e-praxis-a-3578ce","gateway":"openshift-ingress/e2e-praxis-a-3578ce","model":"ai-tenant-e2e-praxis-a-3578ce/praxis-route-3578ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:11.632675121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3578ce","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"praxis-route-3578ce","reconcileID":"7aa4e601-86be-472a-ac6c-636c54dc8c55","MaaSModelRef":{"name":"praxis-route-3578ce","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"routeName":"praxis-route-3578ce-kserve-route","namespace":"ai-tenant-e2e-praxis-a-3578ce","llmisvcName":"praxis-route-3578ce","gateway":"openshift-ingress/e2e-praxis-a-3578ce","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:11.719889082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"868271ba-3457-4ec8-9419-e3c3753719c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:11.719889042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-model-nomatch-auth","reconcileID":"62fd71d9-ac56-4b34-9e0e-f7f051cc4617","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:11.72598002Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-model-nomatch-sub","reconcileID":"ec05be93-6132-4dff-9066-789cc2e6e6ba","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d2abe5b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:11.777165875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-model-nomatch-auth","reconcileID":"62fd71d9-ac56-4b34-9e0e-f7f051cc4617","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:11.779554374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"868271ba-3457-4ec8-9419-e3c3753719c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:11.78837033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-model-match-auth","reconcileID":"ab4bccf3-b1ab-4a7b-bd07-a8d02f88652d","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:11.78837987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"4201f0d4-5226-4508-9b00-8ee58867436f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:11.845671369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"4201f0d4-5226-4508-9b00-8ee58867436f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:11.845780292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-model-match-auth","reconcileID":"ab4bccf3-b1ab-4a7b-bd07-a8d02f88652d","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:12.197179407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-model-nomatch-auth","reconcileID":"88902805-29a0-46fa-b90b-7329e8048c64","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:12.197284166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"12ce3e1b-addb-483d-908e-567d74604818","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:12.275575071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"12ce3e1b-addb-483d-908e-567d74604818","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:12.300076009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-model-nomatch-auth","reconcileID":"88902805-29a0-46fa-b90b-7329e8048c64","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:12.310234229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-model-match-auth","reconcileID":"fcddc7fb-e8a9-464f-b615-d8a834b82b71","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:12.310255361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"34d228ce-ef6d-418a-a9da-d2a52a73f916","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:12.373274135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-model-match-auth","reconcileID":"fcddc7fb-e8a9-464f-b615-d8a834b82b71","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:12.383538994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"34d228ce-ef6d-418a-a9da-d2a52a73f916","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:15.174024482Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"9bd708fc-ce2d-42a4-9657-bd7c143f6508","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:16.873222842Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-3578ce-sub","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"praxis-route-3578ce-sub","reconcileID":"a37f1a51-1b49-4324-973a-9d5aa63155c8","MaaSSubscription":{"name":"praxis-route-3578ce-sub","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"model":"ai-tenant-e2e-praxis-a-3578ce/praxis-route-3578ce","error":"MaaSModelRef not found: ai-tenant-e2e-praxis-a-3578ce/praxis-route-3578ce (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:16.925608875Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3578ce","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"praxis-route-3578ce","reconcileID":"9ffcaa4e-ab02-47e6-acfb-2c3945a75feb","MaaSModelRef":{"name":"praxis-route-3578ce","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"name":"maas-trlp-praxis-route-3578ce","namespace":"ai-tenant-e2e-praxis-a-3578ce","model":"praxis-route-3578ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:16.925762109Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-3578ce-sub","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"praxis-route-3578ce-sub","reconcileID":"a37f1a51-1b49-4324-973a-9d5aa63155c8","MaaSSubscription":{"name":"praxis-route-3578ce-sub","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"name":"maas-trlp-praxis-route-3578ce","namespace":"ai-tenant-e2e-praxis-a-3578ce","model":"ai-tenant-e2e-praxis-a-3578ce/praxis-route-3578ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:16.948242942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3578ce-auth","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"praxis-route-3578ce-auth","reconcileID":"db151ebc-add1-4e9c-8d5c-8b73be06239c","MaaSAuthPolicy":{"name":"praxis-route-3578ce-auth","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-3578ce","tenantID":"e2e-praxis-a-3578ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:17.005199106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3578ce-auth","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"praxis-route-3578ce-auth","reconcileID":"db151ebc-add1-4e9c-8d5c-8b73be06239c","MaaSAuthPolicy":{"name":"praxis-route-3578ce-auth","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"name":"e2e-praxis-a-3578ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:17.005246285Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3578ce-auth","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"praxis-route-3578ce-auth","reconcileID":"db151ebc-add1-4e9c-8d5c-8b73be06239c","MaaSAuthPolicy":{"name":"praxis-route-3578ce-auth","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"model":"ai-tenant-e2e-praxis-a-3578ce/praxis-route-3578ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:17.263608546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3578ce-auth","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"praxis-route-3578ce-auth","reconcileID":"ed39fb2e-9bb4-4eb8-81f4-904f023f4ebe","MaaSAuthPolicy":{"name":"praxis-route-3578ce-auth","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-3578ce","tenantID":"e2e-praxis-a-3578ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:17.321578943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3578ce-auth","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"praxis-route-3578ce-auth","reconcileID":"ed39fb2e-9bb4-4eb8-81f4-904f023f4ebe","MaaSAuthPolicy":{"name":"praxis-route-3578ce-auth","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"name":"e2e-praxis-a-3578ce-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:17.321630534Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3578ce-auth","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"praxis-route-3578ce-auth","reconcileID":"ed39fb2e-9bb4-4eb8-81f4-904f023f4ebe","MaaSAuthPolicy":{"name":"praxis-route-3578ce-auth","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"model":"ai-tenant-e2e-praxis-a-3578ce/praxis-route-3578ce","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:15:17.52735756Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3578ce-auth","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"praxis-route-3578ce-auth","reconcileID":"ed39fb2e-9bb4-4eb8-81f4-904f023f4ebe","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"praxis-route-3578ce-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:17.52764421Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3578ce-auth","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"praxis-route-3578ce-auth","reconcileID":"8ccbaf62-41e5-406c-83d4-67086e95d9ef","MaaSAuthPolicy":{"name":"praxis-route-3578ce-auth","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"model":"ai-tenant-e2e-praxis-a-3578ce/praxis-route-3578ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:17.757374197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3578ce-auth","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"praxis-route-3578ce-auth","reconcileID":"8ccbaf62-41e5-406c-83d4-67086e95d9ef","MaaSAuthPolicy":{"name":"praxis-route-3578ce-auth","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-3578ce","tenantID":"e2e-praxis-a-3578ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:17.809620461Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"ad637ba3-ddf1-4702-b963-99ab95994fdd","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:17.909358294Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3578ce-auth","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"praxis-route-3578ce-auth","reconcileID":"8ccbaf62-41e5-406c-83d4-67086e95d9ef","MaaSAuthPolicy":{"name":"praxis-route-3578ce-auth","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"name":"e2e-praxis-a-3578ce-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:17.909390185Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3578ce-auth","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"praxis-route-3578ce-auth","reconcileID":"8ccbaf62-41e5-406c-83d4-67086e95d9ef","MaaSAuthPolicy":{"name":"praxis-route-3578ce-auth","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-3578ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:18.655908556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5698583e-a425-4953-b60a-2106065fad56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:18.708046202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5698583e-a425-4953-b60a-2106065fad56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:18.759889356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5698583e-a425-4953-b60a-2106065fad56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:18.811998141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5698583e-a425-4953-b60a-2106065fad56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:19.201824755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"namespace":"ai-tenant-e2e-mt-187e74b6","name":"e2e-policy-187e74b6","reconcileID":"437f88ef-4fdb-4d06-9e99-e5c3317ec031","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:19.267291386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"namespace":"ai-tenant-e2e-mt-187e74b6","name":"e2e-policy-187e74b6","reconcileID":"437f88ef-4fdb-4d06-9e99-e5c3317ec031","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:19.323530997Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"namespace":"ai-tenant-e2e-mt-187e74b6","name":"e2e-policy-187e74b6","reconcileID":"437f88ef-4fdb-4d06-9e99-e5c3317ec031","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:20.733401031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08a0f2fb-bc7d-4724-8e4c-36add3e5276e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:20.785247561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08a0f2fb-bc7d-4724-8e4c-36add3e5276e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:20.837673691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08a0f2fb-bc7d-4724-8e4c-36add3e5276e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:20.891775957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08a0f2fb-bc7d-4724-8e4c-36add3e5276e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:21.494478136Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"default-tenant","reconcileID":"6c23f6a8-7c39-4bed-a755-c5ac7ffa6417","namespace":"ai-tenant-e2e-praxis-a-3578ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:21.494543546Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"default-tenant","reconcileID":"6c23f6a8-7c39-4bed-a755-c5ac7ffa6417","name":"praxis-route-3578ce-sub","namespace":"ai-tenant-e2e-praxis-a-3578ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:21.548816913Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"default-tenant","reconcileID":"6c23f6a8-7c39-4bed-a755-c5ac7ffa6417","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:21.548838765Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"default-tenant","reconcileID":"6c23f6a8-7c39-4bed-a755-c5ac7ffa6417","namespace":"ai-tenant-e2e-praxis-a-3578ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:21.814827741Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-model-nomatch-sub","reconcileID":"739b08c1-e9bc-4fd4-829e-016e0135e17f","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"model":"e2e-models-e2e-worker-w0-9c8fc5/distinct-2-w0-9c8fc5","subscription":"e2e-model-nomatch-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:21.867149077Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-model-nomatch-sub","reconcileID":"739b08c1-e9bc-4fd4-829e-016e0135e17f","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"model":"e2e-models-e2e-worker-w0-9c8fc5/distinct-2-w0-9c8fc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:21.919255524Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-model-nomatch-sub","reconcileID":"739b08c1-e9bc-4fd4-829e-016e0135e17f","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-distinct-2-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/distinct-2-w0-9c8fc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:21.974946671Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-sub","reconcileID":"0656d026-cda1-463d-bfd8-089ad3b71b97","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"maas-trlp-e2e-shr-shared-616643-e2e-extmod-b-7d25db","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-shared-616643-e2e-extmod-b-7d25db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:22.198210898Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3986bf priority=0:[ai-tenant-e2e-extmod-b-3986bf/e2e-att-detach-f08036-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-serve-185fad-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-unrel-bd0892-sub ai-tenant-e2e-extmod-b-3986bf/e2e-rec-ctrl-3ea756-sub ai-tenant-e2e-extmod-b-3986bf/e2e-rec-recover-cb9bed-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:22.249540191Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","reconcileID":"544036cd-bbc8-43ff-928b-ba7def245bb8","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-shared-616643-e4da3965f644","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","externalModel":"e2e-shr-shared-616643","provider":"e2e-shr-shared-616643-provider","gateway":"openshift-ingress/e2e-extmod-b-7d25db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:22.302600015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"distinct-2-w0-9c8fc5","reconcileID":"6a179b29-9468-4f78-94eb-35a17a3810f0","MaaSModelRef":{"name":"distinct-2-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"distinct-2-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"distinct-2-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:22.360995327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"distinct-w0-9c8fc5","reconcileID":"65ef233e-25cd-4e5d-8cf4-56b03043aa8d","MaaSModelRef":{"name":"distinct-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"distinct-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"distinct-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:22.469588036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"7b68ac20-9ac2-4a0d-bb5a-cf7d6b757753","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:22.469636693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-model-nomatch-auth","reconcileID":"7a21d255-1bb2-4663-bc70-56b81c469b25","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:22.470053854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"88729923-4cbe-4af0-938b-7cbf150433cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:22.470199388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-model-match-auth","reconcileID":"8c8003f5-25e5-4bd4-99d6-65b907c950de","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:22.526286522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"7b68ac20-9ac2-4a0d-bb5a-cf7d6b757753","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:22.526317014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-model-nomatch-auth","reconcileID":"7a21d255-1bb2-4663-bc70-56b81c469b25","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:22.528732238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"88729923-4cbe-4af0-938b-7cbf150433cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:22.528879169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-model-match-auth","reconcileID":"8c8003f5-25e5-4bd4-99d6-65b907c950de","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:22.73422115Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-model-match-auth","reconcileID":"f0aac253-e409-4682-b5a4-d906d918273d","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"model":"e2e-models-e2e-worker-w0-9c8fc5/distinct-w0-9c8fc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:22.893768244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"distinct-w0-9c8fc5","reconcileID":"6d095aa3-aa9c-47f6-a981-288026a7e4be","MaaSModelRef":{"name":"distinct-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"distinct-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"distinct-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:22.943943978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-model-nomatch-auth","reconcileID":"bae9ea4b-4fa5-497d-99bc-a178bf56b754","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:23.000926784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-model-nomatch-auth","reconcileID":"bae9ea4b-4fa5-497d-99bc-a178bf56b754","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:23.045602619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"distinct-2-w0-9c8fc5","reconcileID":"305e868b-e608-4475-845f-4a68ed902929","MaaSModelRef":{"name":"distinct-2-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"distinct-2-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"distinct-2-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:23.205853999Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-model-nomatch-auth","reconcileID":"7575b63d-54f8-42ba-bf33-89aea8039bd8","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"model":"e2e-models-e2e-worker-w0-9c8fc5/distinct-2-w0-9c8fc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:23.329293055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"ceaae500-273c-446b-9eef-8aaba649c26f","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:23.329341542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"aa888b48-2b0d-4dfe-b24e-4efdbbd583ba","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:23.386556764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"ceaae500-273c-446b-9eef-8aaba649c26f","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:23.387826394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"aa888b48-2b0d-4dfe-b24e-4efdbbd583ba","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:23.461818215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"distinct-2-w0-9c8fc5","reconcileID":"9447aaa5-fe79-4a48-8d3f-943897ccf9cc","MaaSModelRef":{"name":"distinct-2-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"distinct-2-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"distinct-2-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:23.69642236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"bbe73d3f-ad22-4895-bbcb-d1286fc20e1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:23.696477527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"aad2afb7-0bb2-4272-a6e0-74e4d27085e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:23.753419952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"bbe73d3f-ad22-4895-bbcb-d1286fc20e1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:23.753420645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"aad2afb7-0bb2-4272-a6e0-74e4d27085e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:24.191515285Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-81442b","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-auth-81442b","reconcileID":"a4a87aff-e831-40ea-89e9-4e39a9a4f92c","namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-auth-81442b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:24.301903035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"namespace":"ai-tenant-e2e-mt-187e74b6","name":"e2e-policy-187e74b6","reconcileID":"ac6cd5a4-cf7a-499b-808a-32983dffcdca","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:24.352826236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f2168a0b-75f9-47a3-84a1-ce816d808591","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:24.358233125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"namespace":"ai-tenant-e2e-mt-187e74b6","name":"e2e-policy-187e74b6","reconcileID":"ac6cd5a4-cf7a-499b-808a-32983dffcdca","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:24.479387265Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f2168a0b-75f9-47a3-84a1-ce816d808591","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:24.507984999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"96f6d682-be98-470a-b1a3-d39bffcfa41b","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:24.508256565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"9017d2d0-3049-4c15-b9a0-bf0d2da5ecbd","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:24.508012409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"06992b50-7e28-490e-bde9-e1a53ce122d4","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:24.535389967Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f2168a0b-75f9-47a3-84a1-ce816d808591","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:24.566961312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"06992b50-7e28-490e-bde9-e1a53ce122d4","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:24.568584917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"9017d2d0-3049-4c15-b9a0-bf0d2da5ecbd","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:24.570445354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"96f6d682-be98-470a-b1a3-d39bffcfa41b","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:24.692925017Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","reconcileID":"fba9bd01-af36-4046-b42b-9033047ce0da","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"name":"e2e-shr-auth-81442b","namespace":"e2e-extmod-shr-user-cd78f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:24.749677108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"77de4648-9db6-4c0d-8a4a-c8b2395ae3cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:24.801387839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"6a81e895-f12e-4943-83c4-ecf41cc0f310","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:24.802834964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f66d584d-5359-4eb4-8473-26c6c1573a3b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:24.802853181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f66d584d-5359-4eb4-8473-26c6c1573a3b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:24.806741552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"77de4648-9db6-4c0d-8a4a-c8b2395ae3cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:24.859707852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"6a81e895-f12e-4943-83c4-ecf41cc0f310","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:24.933865651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"d8206d9d-c139-45cf-a635-9282e3e74eb1","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:24.985166073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"665c351b-06a3-4a30-ac6f-9c340c02320f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:24.990655909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"d8206d9d-c139-45cf-a635-9282e3e74eb1","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:25.014059143Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","reconcileID":"e078e000-e9c6-4127-9905-b0b1da08376d","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"name":"e2e-shr-auth-81442b","namespace":"e2e-extmod-shr-user-cd78f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:25.042078443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"665c351b-06a3-4a30-ac6f-9c340c02320f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:25.117932773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"cd7aedb2-e853-4546-a1be-ea80950bd8d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:25.140312669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"daa43523-3b78-4285-afe9-31482258d9fd","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:25.174512858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"cd7aedb2-e853-4546-a1be-ea80950bd8d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:25.175144597Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","reconcileID":"7bf04905-77a7-49e1-b2bc-9bd1a57db944","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"name":"e2e-shr-auth-81442b","namespace":"e2e-extmod-shr-user-cd78f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:25.200268517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"daa43523-3b78-4285-afe9-31482258d9fd","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:25.310613599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"33671589-e7a1-42dd-9ea8-d3bcd174b83d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:25.367858412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"33671589-e7a1-42dd-9ea8-d3bcd174b83d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:25.481540178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"22b1ca69-d6cc-40bf-934a-c71014b93842","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:25.530288894Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-81442b","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-auth-81442b","reconcileID":"a2ba6ab5-8e14-4109-8067-b6434d0773ea","namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-auth-81442b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:25.539342518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"22b1ca69-d6cc-40bf-934a-c71014b93842","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:25.581370994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"5916d7e7-0627-480c-a8bc-5dee200e4aec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:25.638184162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"5916d7e7-0627-480c-a8bc-5dee200e4aec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:25.67857992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"f43b5087-3bd1-45c0-b821-aabe1301a598","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:25.735628031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"f43b5087-3bd1-45c0-b821-aabe1301a598","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:25.735809587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"780cd819-eac7-4377-a011-96bbf6cfa217","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:25.777906884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"07ebbe50-ebef-4e87-a152-ebf75b314c48","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:25.778415244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"distinct-w0-9c8fc5","reconcileID":"df0724bd-6833-4f4d-830e-516348e3028a","MaaSModelRef":{"name":"distinct-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"distinct-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"distinct-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:25.779396489Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3986bf priority=0:[ai-tenant-e2e-extmod-b-3986bf/e2e-att-detach-f08036-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-serve-185fad-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-unrel-bd0892-sub ai-tenant-e2e-extmod-b-3986bf/e2e-rec-ctrl-3ea756-sub ai-tenant-e2e-extmod-b-3986bf/e2e-rec-recover-cb9bed-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:25.780384142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2f659962-fcbe-4160-9409-673d4eaf7f22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:25.792506733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"780cd819-eac7-4377-a011-96bbf6cfa217","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:25.837205829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2f659962-fcbe-4160-9409-673d4eaf7f22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:25.848928652Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","reconcileID":"a71c10e7-cea5-4450-bf0d-734d48299ee6","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"name":"e2e-shr-auth-81442b","namespace":"e2e-extmod-shr-user-cd78f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:25.882163672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"584600fd-d3a8-421d-91ec-85cdc13aaa33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:15:25.887605431Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-partial-access-sub","reconcileID":"279343c2-2939-42ad-8196-c65edecc42ce","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-partial-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:25.892612081Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2f659962-fcbe-4160-9409-673d4eaf7f22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:25.939299969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"584600fd-d3a8-421d-91ec-85cdc13aaa33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:25.952045607Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","reconcileID":"e1a839fc-4064-4c9e-b754-c3b56dfdda78","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"name":"e2e-shr-auth-81442b","namespace":"e2e-extmod-shr-user-cd78f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:25.997709682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"b5911fb9-34a3-4d4b-a342-300fd0987a14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:26.056155193Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","reconcileID":"cf6d2336-50d4-4d09-872f-9105cb1d82ec","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-shared-616643-e4da3965f644","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","externalModel":"e2e-shr-shared-616643","provider":"e2e-shr-shared-616643-provider","gateway":"openshift-ingress/e2e-extmod-b-7d25db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:26.056800039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"b5911fb9-34a3-4d4b-a342-300fd0987a14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:26.060394316Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-sub","reconcileID":"cb10ce7a-3973-4613-a813-6e0f67068ba6","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"maas-trlp-e2e-shr-shared-616643-e2e-extmod-b-7d25db","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-shared-616643-e2e-extmod-b-7d25db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:26.061763278Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-sub","reconcileID":"4f6bc854-98b7-482c-bf85-1821d12c2e02","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-shr-shared-616643-e2e-extmod-a-8f45a2","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-shared-616643-e2e-extmod-a-8f45a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:26.099704091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"7fc828da-5f01-4319-bb2b-45ca13945167","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:26.10078368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"9e48de80-4e21-4265-9b28-9bfb25e56b82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:26.158791542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"7fc828da-5f01-4319-bb2b-45ca13945167","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:26.170807024Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","reconcileID":"5752072e-4c0d-4955-bb41-4a2198c3d50c","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-shared-616643-81144d719efe","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","externalModel":"e2e-shr-shared-616643","provider":"e2e-shr-shared-616643-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:26.17241769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"9e48de80-4e21-4265-9b28-9bfb25e56b82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:26.223352498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"d8d4c721-21c7-42b2-9ae4-9610c214eadf","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:26.223664079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"distinct-w0-9c8fc5","reconcileID":"c959e480-effb-43e0-bcd5-f26dc6ab6ee7","MaaSModelRef":{"name":"distinct-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"distinct-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"distinct-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:26.275396604Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","reconcileID":"39c6e495-2412-4396-b67c-d74b0ed8866e","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"name":"e2e-shr-auth-81442b","namespace":"e2e-extmod-shr-user-cd78f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:26.308079419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"5b3ac5b5-3b84-4a6d-a02e-a97b88fb00d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:26.330933572Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-partial-access-sub","reconcileID":"41890720-76d4-4027-b3cc-6fdb2afd2b44","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-9c8fc5/e2e-partial-access-sub","ai-tenant-e2e-worker-w0-9c8fc5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:26.366314845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"5b3ac5b5-3b84-4a6d-a02e-a97b88fb00d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:26.371358739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"7fec532b-07fc-43d4-81b3-fb313d3558f3","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:26.40901675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"70999770-7885-4644-9cc0-fab62be76cb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:26.428841918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"7fec532b-07fc-43d4-81b3-fb313d3558f3","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:26.465716555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"70999770-7885-4644-9cc0-fab62be76cb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:26.489802245Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-partial-access-sub","reconcileID":"41890720-76d4-4027-b3cc-6fdb2afd2b44","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-distinct-w0-9c8fc5","model":"distinct-w0-9c8fc5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-9c8fc5/e2e-partial-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:26.561822668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"dbd8bc21-17d5-4600-a664-9be884a803d9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:26.70125914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"eec44ade-71ea-4eb2-abd3-5620640402fd","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:26.701270323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"a82fef8b-ba41-4b32-aefd-8b7ceca9c2ca","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:26.758726742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"eec44ade-71ea-4eb2-abd3-5620640402fd","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:26.758738842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"a82fef8b-ba41-4b32-aefd-8b7ceca9c2ca","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:26.760754952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"8da2b1dd-a44c-46a6-ab91-cdf12dde6a52","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:26.76116804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"distinct-w0-9c8fc5","reconcileID":"9c388266-2827-4ae2-9a57-2a9c16419216","MaaSModelRef":{"name":"distinct-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"distinct-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"distinct-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:26.905881896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"cc8189f3-adfc-4c04-8e09-360be3d754b5","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:26.964358092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"cc8189f3-adfc-4c04-8e09-360be3d754b5","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:26.966821188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"18278269-01fc-42bb-98e6-4f2c72c8f319","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:26.982411464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"8a37f8d0-e205-4daf-9343-1aebc5ba0951","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:26.983413341Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-partial-access-sub","reconcileID":"088833f0-d65f-4aa3-b387-78304ce4e135","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:27.02366224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"18278269-01fc-42bb-98e6-4f2c72c8f319","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:27.039582802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"8a37f8d0-e205-4daf-9343-1aebc5ba0951","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:27.057474392Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","reconcileID":"94185fd7-00b4-4e9b-a286-d5698137f32e","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"name":"e2e-shr-auth-81442b","namespace":"e2e-extmod-shr-user-cd78f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:27.138656888Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-partial-access-sub","reconcileID":"088833f0-d65f-4aa3-b387-78304ce4e135","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-distinct-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/distinct-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:27.140487128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"namespace":"ai-tenant-e2e-mt-187e74b6","name":"e2e-policy-187e74b6","reconcileID":"15a45903-7e24-44cc-b3cb-2d4d1ae02370","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:27.161485531Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","reconcileID":"c89202b0-61e6-427f-a0f1-9bd83225d704","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"name":"e2e-shr-auth-81442b","namespace":"e2e-extmod-shr-user-cd78f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:27.265819706Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","reconcileID":"63c66747-3cca-4695-a05a-de1e02b93c5c","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-shared-616643-81144d719efe","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","externalModel":"e2e-shr-shared-616643","provider":"e2e-shr-shared-616643-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:27.268838701Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"namespace":"ai-tenant-e2e-mt-187e74b6","name":"e2e-policy-187e74b6","reconcileID":"15a45903-7e24-44cc-b3cb-2d4d1ae02370","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:27.269148072Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-sub","reconcileID":"338f9f70-a0bf-48dd-9b04-0870f08aee1a","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"maas-trlp-e2e-shr-shared-616643-e2e-extmod-b-7d25db","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-shared-616643-e2e-extmod-b-7d25db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:27.272033526Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-sub","reconcileID":"7d7f18bf-65a2-418c-97bc-813953461438","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-shr-shared-616643-e2e-extmod-a-8f45a2","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-shared-616643-e2e-extmod-a-8f45a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:27.324093916Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"namespace":"ai-tenant-e2e-mt-187e74b6","name":"e2e-policy-187e74b6","reconcileID":"15a45903-7e24-44cc-b3cb-2d4d1ae02370","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:27.342233757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"688f7b5b-f7fd-47e7-82ff-4dc6efec9614","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:27.346306951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"fc07a937-68d0-4584-b81c-48ae23bfbdac","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:27.37140461Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","reconcileID":"25945906-d279-41a8-9528-3a0508c4b484","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-shared-616643-e4da3965f644","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","externalModel":"e2e-shr-shared-616643","provider":"e2e-shr-shared-616643-provider","gateway":"openshift-ingress/e2e-extmod-b-7d25db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:27.396398244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"2a10dbcb-69bf-4627-bb02-9d44f81f760f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:27.399601988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"688f7b5b-f7fd-47e7-82ff-4dc6efec9614","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:27.403243465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"fc07a937-68d0-4584-b81c-48ae23bfbdac","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:27.454440235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"2a10dbcb-69bf-4627-bb02-9d44f81f760f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:27.475878971Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","reconcileID":"de62a6b6-912e-4853-9d9b-3dbecbd2f429","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"name":"e2e-shr-auth-81442b","namespace":"e2e-extmod-shr-user-cd78f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:27.485849935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"bf82bfbb-af76-4eb2-98c9-aef7e89d8775","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:27.53135903Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8ff85049-5a5d-4e2d-b738-780359cc176a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:27.531387623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8ff85049-5a5d-4e2d-b738-780359cc176a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:27.531942536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"d467f1e3-2116-49e6-8d65-4a2f257a9ca5","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:27.544224648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"bf82bfbb-af76-4eb2-98c9-aef7e89d8775","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:27.552570122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-partial-access-auth","reconcileID":"4b2417f9-4eb5-48c7-9b13-ca20ac8da0c2","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:27.609718601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-partial-access-auth","reconcileID":"4b2417f9-4eb5-48c7-9b13-ca20ac8da0c2","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:27.915063382Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"dc8cd9a4-658c-48d3-a5ba-b164f05a2018","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:27.96709931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"88cacf86-c036-4c7b-b329-381f819d96b0","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:27.999733807Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-81442b","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-auth-81442b","reconcileID":"00a5542f-c447-4170-b32a-688f5b18e50f","namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-auth-81442b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:28.05388085Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","reconcileID":"809e05f9-52cf-49ea-bffe-3315ea58071c","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-auth-81442b-2d53748654e6","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","externalModel":"e2e-shr-auth-81442b","provider":"e2e-shr-auth-81442b-provider","gateway":"openshift-ingress/e2e-extmod-b-7d25db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:28.082933528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-partial-access-auth","reconcileID":"837ebce9-2e3b-482b-9d40-e32da461504e","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:28.133437201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"16af0cde-3af1-4df5-93c6-1e05ce80532e","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:28.151022559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-partial-access-auth","reconcileID":"837ebce9-2e3b-482b-9d40-e32da461504e","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:28.151034189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"namespace":"ai-tenant-e2e-mt-187e74b6","name":"e2e-policy-187e74b6","reconcileID":"373cc846-633b-4894-9902-eaf79a734727","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:28.184253888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"30f80702-d440-4f5d-980e-9a7da751f8e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:28.190554084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"16af0cde-3af1-4df5-93c6-1e05ce80532e","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:28.201795964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0fdfa959-41ed-42ae-9a62-070d787a45bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:28.207581271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"namespace":"ai-tenant-e2e-mt-187e74b6","name":"e2e-policy-187e74b6","reconcileID":"373cc846-633b-4894-9902-eaf79a734727","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:28.217355363Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","reconcileID":"d9e04969-c3ae-443a-9d11-c876f7bebb9e","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-auth-81442b-32f40957b72f","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","externalModel":"e2e-shr-auth-81442b","provider":"e2e-shr-auth-81442b-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:28.246643518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"30f80702-d440-4f5d-980e-9a7da751f8e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:28.262823568Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"namespace":"ai-tenant-e2e-mt-187e74b6","name":"e2e-policy-187e74b6","reconcileID":"373cc846-633b-4894-9902-eaf79a734727","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:28.328797125Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0fdfa959-41ed-42ae-9a62-070d787a45bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:28.380309531Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","reconcileID":"2ff27bc5-5ab0-4331-b632-b4a4a8f0a91c","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-auth-81442b-32f40957b72f","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","externalModel":"e2e-shr-auth-81442b","provider":"e2e-shr-auth-81442b-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:28.384527454Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0fdfa959-41ed-42ae-9a62-070d787a45bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:15:28.485984183Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","reconcileID":"2ff27bc5-5ab0-4331-b632-b4a4a8f0a91c","name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:15:28.486053676Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","reconcileID":"2ff27bc5-5ab0-4331-b632-b4a4a8f0a91c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:28.521605493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-partial-access-auth","reconcileID":"3495f8bf-6a45-4f90-8145-9192a5bad714","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:28.538315851Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","reconcileID":"e76edbf0-0f8e-423a-bab7-7e5bb1feb34e","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-auth-81442b-2d53748654e6","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","externalModel":"e2e-shr-auth-81442b","provider":"e2e-shr-auth-81442b-provider","gateway":"openshift-ingress/e2e-extmod-b-7d25db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:28.571445393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"f3fa52cc-f927-4d01-ba2b-f9279aa58787","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:28.57266104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"e2fb6494-6687-4c8d-ba32-6336ac4f9f0b","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:28.578423686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-partial-access-auth","reconcileID":"3495f8bf-6a45-4f90-8145-9192a5bad714","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:28.590700882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b7abf181-1b44-4046-bbf3-cf18cd69d150","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:28.590720073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b7abf181-1b44-4046-bbf3-cf18cd69d150","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:28.621614995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f724d63f-4409-46a7-840f-96ce4deeefc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:28.621633759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"7ed62eb7-0918-487e-b85e-ea32fa9ad3bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:28.62836529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"f3fa52cc-f927-4d01-ba2b-f9279aa58787","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:28.629476555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"e2fb6494-6687-4c8d-ba32-6336ac4f9f0b","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:28.643185247Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","reconcileID":"b7e23664-501d-44a2-a55a-14abe378fddc","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-auth-81442b-32f40957b72f","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","externalModel":"e2e-shr-auth-81442b","provider":"e2e-shr-auth-81442b-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:28.678874344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"7ed62eb7-0918-487e-b85e-ea32fa9ad3bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:28.67889476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f724d63f-4409-46a7-840f-96ce4deeefc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:28.938840036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"bb4acbf7-a935-4bd9-b23e-058e1aaf9388","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:28.995466275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"bb4acbf7-a935-4bd9-b23e-058e1aaf9388","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:29.039107714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"2d27a197-c5cb-4a43-a70c-11bce5a43800","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:29.043068051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"68719bd0-699a-4147-b45e-8031983a818b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:29.04319509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"bd410251-43ab-416f-a7cb-4c248ad249f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:29.096630848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"2d27a197-c5cb-4a43-a70c-11bce5a43800","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:29.100102279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"68719bd0-699a-4147-b45e-8031983a818b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:29.100140824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"bd410251-43ab-416f-a7cb-4c248ad249f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:29.109663978Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-3578ce-sub","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"praxis-route-3578ce-sub","reconcileID":"4ead3317-62f7-4468-9cc9-39dbba7ddd02","MaaSSubscription":{"name":"praxis-route-3578ce-sub","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"model":"ai-tenant-e2e-praxis-a-3578ce/praxis-route-3578ce","subscription":"praxis-route-3578ce-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:29.109780849Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-3578ce-sub","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"praxis-route-3578ce-sub","reconcileID":"4ead3317-62f7-4468-9cc9-39dbba7ddd02","MaaSSubscription":{"name":"praxis-route-3578ce-sub","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"model":"ai-tenant-e2e-praxis-a-3578ce/praxis-route-3578ce","error":"MaaSModelRef not found: ai-tenant-e2e-praxis-a-3578ce/praxis-route-3578ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:29.194487681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"a609a634-d4cc-45af-81b3-e68af91b000c","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:29.25147396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"a609a634-d4cc-45af-81b3-e68af91b000c","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:29.349673295Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-partial-access-auth","reconcileID":"cf193a1a-3ad7-4867-9fda-e752cb3a54e5","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:29.349785348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"ece41fbc-898e-4c58-ba6f-4133f3f5ff87","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:29.378448998Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3986bf priority=0:[ai-tenant-e2e-extmod-b-3986bf/e2e-att-detach-f08036-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-serve-185fad-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-unrel-bd0892-sub ai-tenant-e2e-extmod-b-3986bf/e2e-rec-ctrl-3ea756-sub ai-tenant-e2e-extmod-b-3986bf/e2e-rec-recover-cb9bed-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:29.436952443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"ff6bc3d2-7560-4dfe-8e6e-c31d2670f40f","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:29.437384027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"distinct-w0-9c8fc5","reconcileID":"dc9061f6-f2db-44a2-bafc-22edb30e88b4","MaaSModelRef":{"name":"distinct-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"distinct-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"distinct-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:29.463300465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"32642f09-faf7-4e76-a34e-f000187a563f","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:29.520460402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"32642f09-faf7-4e76-a34e-f000187a563f","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:29.557723994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"453a1dcb-0a37-4cc6-8393-ba6a89e69966","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:29.564733794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"5b70064c-3ed0-4cf6-87b3-d91d909ab1b4","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:29.564733973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"81900454-9e1c-45b5-a8c9-b5f2f04bf55d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:29.621936663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"5b70064c-3ed0-4cf6-87b3-d91d909ab1b4","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:29.622685829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"81900454-9e1c-45b5-a8c9-b5f2f04bf55d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:29.695827387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"e0d955cd-7342-4aef-ba1e-5d63e263dfe4","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:29.696181724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"distinct-w0-9c8fc5","reconcileID":"69871687-8991-4e5d-b0ef-3a55801ffc96","MaaSModelRef":{"name":"distinct-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"distinct-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"distinct-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:29.855542138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"ad2e23c1-da7e-4d15-98b7-8c13f4898499","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:29.85813974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"2454aca1-d460-49c3-beb2-184929f3780a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:29.912596172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"ad2e23c1-da7e-4d15-98b7-8c13f4898499","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:29.915086455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"2454aca1-d460-49c3-beb2-184929f3780a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:30.871977981Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","reconcileID":"634f6301-2f55-4481-90a2-860bbc7038f2","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-auth-81442b-32f40957b72f","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","externalModel":"e2e-shr-auth-81442b","provider":"e2e-shr-auth-81442b-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:30.977147494Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","reconcileID":"848feea7-fc14-4035-90fe-085defeaed37","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-auth-81442b-32f40957b72f","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","externalModel":"e2e-shr-auth-81442b","provider":"e2e-shr-auth-81442b-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:31.03373677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"ee8f69c3-d4db-4fc8-a8f6-3f78e3aab0f9","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:31.090796448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"ee8f69c3-d4db-4fc8-a8f6-3f78e3aab0f9","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:31.560214721Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","reconcileID":"4150dae1-e859-4930-b488-91bfcefc4a00","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-auth-81442b-32f40957b72f","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","externalModel":"e2e-shr-auth-81442b","provider":"e2e-shr-auth-81442b-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:36.567074254Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-8f45a2 priority=0:[ai-tenant-e2e-extmod-a-8f45a2/e2e-shr-auth-81442b-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-shr-shared-616643-sub]","namespace=ai-tenant-e2e-extmod-b-3986bf priority=0:[ai-tenant-e2e-extmod-b-3986bf/e2e-att-detach-f08036-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-serve-185fad-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-unrel-bd0892-sub ai-tenant-e2e-extmod-b-3986bf/e2e-rec-ctrl-3ea756-sub ai-tenant-e2e-extmod-b-3986bf/e2e-rec-recover-cb9bed-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:36.619256982Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","reconcileID":"8855b5f8-7532-4911-ab1f-f77e15d8bd5e","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-auth-81442b-32f40957b72f","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","externalModel":"e2e-shr-auth-81442b","provider":"e2e-shr-auth-81442b-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:15:36.677157712Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-sub","reconcileID":"86525dbc-28fe-4e6b-bc0d-c048d798e242","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-81442b-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:36.729842786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"5665ba79-f6cc-469b-a1a0-637dce93936e","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:36.729844846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"7742b6f7-6ba1-4022-b3e5-b1e7d6aa6724","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:36.780637789Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:36.783653904Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","reconcileID":"212f384b-b746-4579-80c8-7838dff43398","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-auth-81442b-32f40957b72f","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","externalModel":"e2e-shr-auth-81442b","provider":"e2e-shr-auth-81442b-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:36.787876444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"5665ba79-f6cc-469b-a1a0-637dce93936e","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:36.788627491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"7742b6f7-6ba1-4022-b3e5-b1e7d6aa6724","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:36.890596718Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","reconcileID":"fe348592-4b85-4ceb-b25a-23ff9d91d7cd","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-shared-616643-81144d719efe","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","externalModel":"e2e-shr-shared-616643","provider":"e2e-shr-shared-616643-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:36.99657739Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","reconcileID":"bf29ff23-4e83-4bb6-adbd-d39b1bc5c2f1","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-auth-81442b-32f40957b72f","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","externalModel":"e2e-shr-auth-81442b","provider":"e2e-shr-auth-81442b-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:37.111622326Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-sub","reconcileID":"9a4ac8db-a65e-4d26-81c8-5997a89b52b3","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","model":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-8f45a2/e2e-shr-auth-81442b-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:37.211869542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"8fac6494-98cd-4003-88ca-2ed216a4cb7a","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:37.211878475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"a690cd83-843d-4287-b38e-b3f290bd1e78","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:37.270334868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"8fac6494-98cd-4003-88ca-2ed216a4cb7a","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:37.270350441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"a690cd83-843d-4287-b38e-b3f290bd1e78","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:37.383383888Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","reconcileID":"47e2dd65-724a-409f-8ec8-2accc0182d54","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-auth-81442b-32f40957b72f","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","externalModel":"e2e-shr-auth-81442b","provider":"e2e-shr-auth-81442b-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:37.591724157Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-sub","reconcileID":"6398110e-c2ff-4c17-89b8-d0197c7cadaf","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:38.020119295Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"8f72936d-95d7-48e3-8e94-3c313f639ee7","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:38.372118456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"namespace":"ai-tenant-e2e-mt-187e74b6","name":"e2e-policy-187e74b6","reconcileID":"473f7894-4d96-4a2d-987d-edc006985125","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:38.499609754Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"namespace":"ai-tenant-e2e-mt-187e74b6","name":"e2e-policy-187e74b6","reconcileID":"473f7894-4d96-4a2d-987d-edc006985125","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:38.554953323Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 11","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"namespace":"ai-tenant-e2e-mt-187e74b6","name":"e2e-policy-187e74b6","reconcileID":"473f7894-4d96-4a2d-987d-edc006985125","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:38.602702415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"230cefca-39bd-4125-b4ff-42e3734a521b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:38.612909364Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3e04f9a8-11e3-4024-ba03-3febf4305381","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:38.612927499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3e04f9a8-11e3-4024-ba03-3febf4305381","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:38.731714954Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"230cefca-39bd-4125-b4ff-42e3734a521b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:38.788455987Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"230cefca-39bd-4125-b4ff-42e3734a521b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:38.846686753Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"de7f90da-b480-466b-a738-e6eb7e3d1bb9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:38.846707925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"de7f90da-b480-466b-a738-e6eb7e3d1bb9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:39.858954545Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-partial-access-sub","reconcileID":"43565125-aedb-4ad0-a024-871b86a3232a","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:40.074147936Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-partial-access-sub","reconcileID":"43565125-aedb-4ad0-a024-871b86a3232a","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-9c8fc5/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:40.074183173Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-partial-access-sub","reconcileID":"43565125-aedb-4ad0-a024-871b86a3232a","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"model":"e2e-models-e2e-worker-w0-9c8fc5/distinct-w0-9c8fc5","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:40.126640704Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-partial-access-sub","reconcileID":"43565125-aedb-4ad0-a024-871b86a3232a","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"model":"e2e-models-e2e-worker-w0-9c8fc5/distinct-w0-9c8fc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:40.17892058Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-partial-access-sub","reconcileID":"43565125-aedb-4ad0-a024-871b86a3232a","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-distinct-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/distinct-w0-9c8fc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:40.283365779Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"59a2206a-c4d6-4ca6-8403-8bb34a0a315c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:40.452952554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"0dd38263-ca2b-4340-8830-2c93d26dd2f1","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:40.453035441Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-8f45a2 priority=0:[ai-tenant-e2e-extmod-a-8f45a2/e2e-shr-auth-81442b-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-shr-shared-616643-sub]","namespace=ai-tenant-e2e-extmod-b-3986bf priority=0:[ai-tenant-e2e-extmod-b-3986bf/e2e-att-detach-f08036-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-serve-185fad-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-unrel-bd0892-sub ai-tenant-e2e-extmod-b-3986bf/e2e-rec-ctrl-3ea756-sub ai-tenant-e2e-extmod-b-3986bf/e2e-rec-recover-cb9bed-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:40.453502222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"distinct-w0-9c8fc5","reconcileID":"7534ad12-4671-435d-b5e7-55d13a6f6de0","MaaSModelRef":{"name":"distinct-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"distinct-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"distinct-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:40.611792784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"8726a75e-d681-478c-9be9-a47cfaa26501","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:40.611803193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"89faf1ce-8317-4335-85bc-13d387a5a039","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:40.670426871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"89faf1ce-8317-4335-85bc-13d387a5a039","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:40.670439772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"8726a75e-d681-478c-9be9-a47cfaa26501","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:41.278842574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"distinct-w0-9c8fc5","reconcileID":"91c6b034-61c7-415d-9669-099f7d94b06d","MaaSModelRef":{"name":"distinct-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"distinct-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"distinct-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:41.279307305Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-8f45a2 priority=0:[ai-tenant-e2e-extmod-a-8f45a2/e2e-shr-auth-81442b-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-shr-shared-616643-sub]","namespace=ai-tenant-e2e-extmod-b-3986bf priority=0:[ai-tenant-e2e-extmod-b-3986bf/e2e-att-detach-f08036-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-serve-185fad-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-unrel-bd0892-sub ai-tenant-e2e-extmod-b-3986bf/e2e-rec-ctrl-3ea756-sub ai-tenant-e2e-extmod-b-3986bf/e2e-rec-recover-cb9bed-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:41.341707183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"distinct-w0-9c8fc5","reconcileID":"fd5a6487-f2b7-4824-9b47-cd3f19da8800","MaaSModelRef":{"name":"distinct-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"distinct-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"distinct-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:15:41.391812582Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-no-access-sub","reconcileID":"20afd5bc-556f-437a-b816-0d3c6ff82f09","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:41.442470554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"e359c3a5-23a1-4c01-a9fc-02d058cd2124","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:41.442730227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"995be317-4d9c-4e95-91ff-7bea4672dcd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:41.500000652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"e359c3a5-23a1-4c01-a9fc-02d058cd2124","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:41.501039226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"995be317-4d9c-4e95-91ff-7bea4672dcd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:41.506083267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"distinct-w0-9c8fc5","reconcileID":"a7686ce9-f94e-4c19-92c9-c01ac8f07925","MaaSModelRef":{"name":"distinct-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"distinct-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"distinct-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:41.539102935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"distinct-2-w0-9c8fc5","reconcileID":"239d9943-8397-4017-83e7-b4b2ef52388c","MaaSModelRef":{"name":"distinct-2-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"distinct-2-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"distinct-2-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:41.563195305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"distinct-w0-9c8fc5","reconcileID":"4978546a-3677-4add-9a04-e327e0c8a09f","MaaSModelRef":{"name":"distinct-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"distinct-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"distinct-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:41.596183836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"distinct-2-w0-9c8fc5","reconcileID":"591d7acd-7490-49f6-873e-8dac59955021","MaaSModelRef":{"name":"distinct-2-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"distinct-2-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"distinct-2-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:41.81695414Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-no-access-sub","reconcileID":"aac0c3b7-17bb-4121-9009-d7386b1361c3","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-distinct-w0-9c8fc5","model":"distinct-w0-9c8fc5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-9c8fc5/e2e-no-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:41.831945945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-no-access-auth","reconcileID":"35c12c29-7471-484c-aa22-4cc852fed429","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:41.888948182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-no-access-auth","reconcileID":"35c12c29-7471-484c-aa22-4cc852fed429","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:41.925376968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"c0341492-734a-49ff-8337-b8b2da1358e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:41.925401901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"0bbd3121-40d4-4c49-9fd1-1926455aaecb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:41.982515896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"0bbd3121-40d4-4c49-9fd1-1926455aaecb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:41.982835649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"c0341492-734a-49ff-8337-b8b2da1358e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:41.985558684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"distinct-w0-9c8fc5","reconcileID":"16c32ac8-920d-449a-81a9-05eb93e93a97","MaaSModelRef":{"name":"distinct-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"distinct-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"distinct-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:42.203501786Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-no-access-sub","reconcileID":"bc6eeac5-599e-4f80-9014-872b88cb6dab","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-distinct-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/distinct-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:42.215902168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"distinct-2-w0-9c8fc5","reconcileID":"9d3574ea-5e19-4ea8-8924-7d5395b70c3e","MaaSModelRef":{"name":"distinct-2-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"distinct-2-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"distinct-2-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:42.425178408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-no-access-auth","reconcileID":"f13f9d2b-6e10-494f-9917-92b911b62bfc","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:42.483692049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-no-access-auth","reconcileID":"f13f9d2b-6e10-494f-9917-92b911b62bfc","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:44.826939174Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-no-access-auth","reconcileID":"ef68d03f-cf8c-47d6-b5f4-cbeb14f83b22","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"model":"e2e-models-e2e-worker-w0-9c8fc5/distinct-2-w0-9c8fc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:44.827008717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"distinct-2-w0-9c8fc5","reconcileID":"2786b597-9166-4b49-b7af-df1d826994f1","MaaSModelRef":{"name":"distinct-2-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"distinct-2-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"distinct-2-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:45.036170659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"distinct-2-w0-9c8fc5","reconcileID":"0158d6f5-b977-48e2-822c-b236cb1286ba","MaaSModelRef":{"name":"distinct-2-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"distinct-2-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"distinct-2-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:45.176727968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"distinct-w0-9c8fc5","reconcileID":"107e9353-3728-45fa-8862-044cc88e4408","MaaSModelRef":{"name":"distinct-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"distinct-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"distinct-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:45.334821031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"6483f186-a61c-4ed0-a12e-ef89d033ea55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:45.337279804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"6b537d18-903f-4fce-ab5a-dfabebe3ce5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:45.391733957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"6483f186-a61c-4ed0-a12e-ef89d033ea55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:45.39378423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"6b537d18-903f-4fce-ab5a-dfabebe3ce5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:48.12582206Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"b230b08c-81ca-48cf-a74f-6f048763a6c9","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:48.719311475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"namespace":"ai-tenant-e2e-mt-187e74b6","name":"e2e-policy-187e74b6","reconcileID":"e5603910-7dc8-4ed9-9c1b-fc54d84e1452","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:48.85025678Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"namespace":"ai-tenant-e2e-mt-187e74b6","name":"e2e-policy-187e74b6","reconcileID":"e5603910-7dc8-4ed9-9c1b-fc54d84e1452","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:48.90623799Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 13","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"namespace":"ai-tenant-e2e-mt-187e74b6","name":"e2e-policy-187e74b6","reconcileID":"e5603910-7dc8-4ed9-9c1b-fc54d84e1452","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:48.963778979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"531e1f96-9a3d-4cee-9104-33cb5839dea6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:48.963798313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"531e1f96-9a3d-4cee-9104-33cb5839dea6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:49.006199696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa28137d-b51b-47df-bf58-00c7278b9025","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:49.132451048Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa28137d-b51b-47df-bf58-00c7278b9025","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:49.18793438Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa28137d-b51b-47df-bf58-00c7278b9025","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:49.245707004Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7057cdee-c108-4476-a8f2-c0d5d4e934bb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:49.245726335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7057cdee-c108-4476-a8f2-c0d5d4e934bb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:51.505362593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"45f1bc9b-f6e9-4916-b507-9345649df644","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:51.556486459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"90c5bcf2-2194-44fd-9338-3be8cc7013b4","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:51.558124171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"40d870ea-994e-4e61-a0f7-37d7b86dd50d","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:51.561988868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"45f1bc9b-f6e9-4916-b507-9345649df644","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:51.613948954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"90c5bcf2-2194-44fd-9338-3be8cc7013b4","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:51.615065563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"40d870ea-994e-4e61-a0f7-37d7b86dd50d","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:51.92650622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"2182b3e7-77d5-4691-8e3c-accf1f8baa2c","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:51.936859545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"61e08029-405b-41be-996a-73a717b7fa72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:51.937350932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"00ea9e7c-48e7-4526-b9fc-96d895466b73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:51.982933069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"2182b3e7-77d5-4691-8e3c-accf1f8baa2c","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:51.994094991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"61e08029-405b-41be-996a-73a717b7fa72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:51.994095843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"00ea9e7c-48e7-4526-b9fc-96d895466b73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:52.079530407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"09919fc2-0ae7-44f0-a79f-1103932046cd","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:52.082162354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"4576a1a3-2b51-4488-ad15-06dc6f21bef7","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:52.13628843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"09919fc2-0ae7-44f0-a79f-1103932046cd","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:52.138766561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"4576a1a3-2b51-4488-ad15-06dc6f21bef7","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:52.304960258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"163eddb9-3830-4fb1-96b7-787e7039d3c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:52.305034048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"05292f4e-c4b3-4fe9-a13a-129a42cce5d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:52.361857049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"05292f4e-c4b3-4fe9-a13a-129a42cce5d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:52.361887331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"163eddb9-3830-4fb1-96b7-787e7039d3c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:55.338741159Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-no-access-sub","reconcileID":"f8ae55b1-7734-48ea-b3b8-8614dabf0b68","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"model":"e2e-models-e2e-worker-w0-9c8fc5/distinct-w0-9c8fc5","subscription":"e2e-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:55.391034725Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-no-access-sub","reconcileID":"f8ae55b1-7734-48ea-b3b8-8614dabf0b68","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"model":"e2e-models-e2e-worker-w0-9c8fc5/distinct-w0-9c8fc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:55.447412048Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-no-access-sub","reconcileID":"f8ae55b1-7734-48ea-b3b8-8614dabf0b68","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-distinct-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/distinct-w0-9c8fc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:55.722296535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"distinct-w0-9c8fc5","reconcileID":"83f53d9b-ab20-4237-a753-f7edc4f93d8c","MaaSModelRef":{"name":"distinct-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"distinct-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"distinct-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:55.722654533Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-8f45a2 priority=0:[ai-tenant-e2e-extmod-a-8f45a2/e2e-shr-auth-81442b-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-shr-shared-616643-sub]","namespace=ai-tenant-e2e-extmod-b-3986bf priority=0:[ai-tenant-e2e-extmod-b-3986bf/e2e-att-detach-f08036-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-serve-185fad-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-unrel-bd0892-sub ai-tenant-e2e-extmod-b-3986bf/e2e-rec-ctrl-3ea756-sub ai-tenant-e2e-extmod-b-3986bf/e2e-rec-recover-cb9bed-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:55.880290223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"16d1a82c-54ef-4723-8b35-ac4cddcf03e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:55.880293842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"8f273884-c03c-4d4e-a263-770e875394db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:55.937883528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"8f273884-c03c-4d4e-a263-770e875394db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:55.938931565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"16d1a82c-54ef-4723-8b35-ac4cddcf03e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:58.23050181Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"87341080-2bbe-402d-9aef-9cc17a0f3ea5","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:59.071254775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"namespace":"ai-tenant-e2e-mt-187e74b6","name":"e2e-policy-187e74b6","reconcileID":"deb03177-d78a-4145-9d30-2d25288a16e5","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:59.197785553Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"namespace":"ai-tenant-e2e-mt-187e74b6","name":"e2e-policy-187e74b6","reconcileID":"deb03177-d78a-4145-9d30-2d25288a16e5","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:59.253300286Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 15","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"namespace":"ai-tenant-e2e-mt-187e74b6","name":"e2e-policy-187e74b6","reconcileID":"deb03177-d78a-4145-9d30-2d25288a16e5","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:59.308586896Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2784593d-67b2-4e1c-b340-e1ef6bcc2e86","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:59.308606935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2784593d-67b2-4e1c-b340-e1ef6bcc2e86","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:59.404912508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"61a9cfd9-7376-4ace-b1e7-93ec93ff30a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:59.532855051Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"61a9cfd9-7376-4ace-b1e7-93ec93ff30a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:59.588940451Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"61a9cfd9-7376-4ace-b1e7-93ec93ff30a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:59.645181554Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a6ef7abf-9b57-4035-bf50-ef47a03a8d94","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:15:59.645210807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a6ef7abf-9b57-4035-bf50-ef47a03a8d94","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:00.185358186Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"0a221946-3825-48c2-9f46-4bd267494225","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:00.292889771Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"6bc5c8a8-9496-40a6-b793-20dede1aab7e","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:01.1085518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c2a500d-dbe5-4081-8560-7c4ada68c2b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:01.161298541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c2a500d-dbe5-4081-8560-7c4ada68c2b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:01.213658159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c2a500d-dbe5-4081-8560-7c4ada68c2b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:01.266362655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c2a500d-dbe5-4081-8560-7c4ada68c2b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:01.452871743Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"cb6f5c26-eff9-4a8c-a150-fbbe018b07bb","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:01.563849776Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-71cea4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-71cea4","reconcileID":"ec8b87f0-20fa-4d8a-b364-95ac0f9c0f47","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-71cea4","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w0-71cea4":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:01.902777512Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"6c185dcb-df4c-4499-8b1d-12aa0f710981","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:03.198308419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57dccff7-21de-4449-bf72-255d39825eaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:03.250521351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57dccff7-21de-4449-bf72-255d39825eaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:03.302605564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57dccff7-21de-4449-bf72-255d39825eaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:03.354803265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57dccff7-21de-4449-bf72-255d39825eaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:03.972414897Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"6df68de8-5072-42d5-b4ae-32de1cbdbd29","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:05.235419763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"885cd18f-6c6d-4874-bfdd-db6ab171cc31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:05.28776582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"885cd18f-6c6d-4874-bfdd-db6ab171cc31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:05.340383555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"885cd18f-6c6d-4874-bfdd-db6ab171cc31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:05.394756695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"885cd18f-6c6d-4874-bfdd-db6ab171cc31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:06.106363194Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"38635957-5c2c-40c4-bdea-05d861b7fa70","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:06.222691474Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"52b7069c-dbfb-42dc-8a51-e34d604186b3","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:06.781563226Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:07.305432646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4a45057-484f-45d2-93e9-81849676bf16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:07.358912725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4a45057-484f-45d2-93e9-81849676bf16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:07.410761998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4a45057-484f-45d2-93e9-81849676bf16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:07.462581113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4a45057-484f-45d2-93e9-81849676bf16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:07.619081844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-sub","reconcileID":"daab37cb-4d00-4f56-b26f-a451c0a7fcdf","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:07.675695041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"d29740e2-ad5b-4be3-baa9-42ce8eaad61e","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:07.72744921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"10903047-ce8e-4b10-b220-c122eb1cce47","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:07.727449037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"4e17bf2f-f1f5-4898-b336-457174829262","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:07.732596135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"d29740e2-ad5b-4be3-baa9-42ce8eaad61e","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:07.784356196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"4e17bf2f-f1f5-4898-b336-457174829262","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:07.78486092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"10903047-ce8e-4b10-b220-c122eb1cce47","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:07.832278494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"1b660c34-4c9c-4198-9ee9-e204421f3bb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:07.832800696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"9aae9913-739f-470b-b418-1bbe0ced8d27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:07.889545665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"9aae9913-739f-470b-b418-1bbe0ced8d27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:07.889642757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"1b660c34-4c9c-4198-9ee9-e204421f3bb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:07.892826436Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","reconcileID":"ababd161-14af-4fbb-a63b-a48286942914","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-auth-81442b-32f40957b72f","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","externalModel":"e2e-shr-auth-81442b","provider":"e2e-shr-auth-81442b-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:09.414723935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"namespace":"ai-tenant-e2e-mt-187e74b6","name":"e2e-policy-187e74b6","reconcileID":"e500a5dc-69b1-4a4f-b0d3-e3e88cf11a5a","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:09.5419614Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"namespace":"ai-tenant-e2e-mt-187e74b6","name":"e2e-policy-187e74b6","reconcileID":"e500a5dc-69b1-4a4f-b0d3-e3e88cf11a5a","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:09.59782869Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 16, current generation is 17","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"namespace":"ai-tenant-e2e-mt-187e74b6","name":"e2e-policy-187e74b6","reconcileID":"e500a5dc-69b1-4a4f-b0d3-e3e88cf11a5a","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:09.654175067Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1c88c59b-95c8-4b2b-9c6e-155fa12804bf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:09.654198794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1c88c59b-95c8-4b2b-9c6e-155fa12804bf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:09.805027244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"139519de-6bcb-42aa-b37c-c4c40ce7688c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:09.936652226Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"139519de-6bcb-42aa-b37c-c4c40ce7688c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:09.993209292Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 16, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"139519de-6bcb-42aa-b37c-c4c40ce7688c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:10.049468328Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77b1dd86-1431-494c-aa10-c0e72d99bfdb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:10.049490418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77b1dd86-1431-494c-aa10-c0e72d99bfdb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:10.393444789Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"default-tenant","reconcileID":"3d000f2f-fb13-4d75-98b3-cbde542d91bc","namespace":"ai-tenant-e2e-praxis-a-3578ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:10.393536451Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"default-tenant","reconcileID":"3d000f2f-fb13-4d75-98b3-cbde542d91bc","namespace":"ai-tenant-e2e-praxis-a-3578ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:10.39361356Z","body":"Deferring maas-api cleanup: owning AITenant has not completed API-key revocation","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"default-tenant","reconcileID":"3d000f2f-fb13-4d75-98b3-cbde542d91bc","aitenant":"ai-tenants/e2e-praxis-a-3578ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:10.630632741Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","reconcileID":"b50941be-570e-48be-be45-78cebf17c1ae","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-auth-81442b-2d53748654e6","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","externalModel":"e2e-shr-auth-81442b","provider":"e2e-shr-auth-81442b-provider","gateway":"openshift-ingress/e2e-extmod-b-7d25db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:10.73571446Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","reconcileID":"1aed7937-01e8-4eb4-9798-2a029513c106","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-auth-81442b-2d53748654e6","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","externalModel":"e2e-shr-auth-81442b","provider":"e2e-shr-auth-81442b-provider","gateway":"openshift-ingress/e2e-extmod-b-7d25db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:10.791058466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"b23ea277-9d22-4830-9b07-5345fd9293c3","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:10.847741633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"b23ea277-9d22-4830-9b07-5345fd9293c3","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:11.272056425Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","reconcileID":"a01861b2-9981-4739-ab53-7bdc49f08251","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-auth-81442b-2d53748654e6","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","externalModel":"e2e-shr-auth-81442b","provider":"e2e-shr-auth-81442b-provider","gateway":"openshift-ingress/e2e-extmod-b-7d25db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:16.311370088Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-8f45a2 priority=0:[ai-tenant-e2e-extmod-a-8f45a2/e2e-shr-auth-81442b-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-shr-shared-616643-sub]","namespace=ai-tenant-e2e-extmod-b-3986bf priority=0:[ai-tenant-e2e-extmod-b-3986bf/e2e-att-detach-f08036-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-serve-185fad-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-unrel-bd0892-sub ai-tenant-e2e-extmod-b-3986bf/e2e-rec-ctrl-3ea756-sub ai-tenant-e2e-extmod-b-3986bf/e2e-rec-recover-cb9bed-sub]","namespace=ai-tenant-e2e-extmod-b-7d25db priority=0:[ai-tenant-e2e-extmod-b-7d25db/e2e-shr-auth-81442b-sub ai-tenant-e2e-extmod-b-7d25db/e2e-shr-shared-616643-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:16.342145473Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"616dcaf5-6561-4738-b93a-9256ab1e7876","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:16:16.422265014Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-7d25db/e2e-shr-auth-81442b-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-81442b-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:16.446571284Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","reconcileID":"4391edf9-6734-4880-8023-376eada8607d","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-auth-81442b-2d53748654e6","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","externalModel":"e2e-shr-auth-81442b","provider":"e2e-shr-auth-81442b-provider","gateway":"openshift-ingress/e2e-extmod-b-7d25db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:16.468582889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"b39d82ab-8e81-4684-862c-661d65167351","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:16.4685868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"2855fcce-60ce-4c0a-931a-8b361f019af2","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:16.525830605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"2855fcce-60ce-4c0a-931a-8b361f019af2","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:16.525881139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"b39d82ab-8e81-4684-862c-661d65167351","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:16.610014108Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","reconcileID":"a3ab7af9-8aff-4bd5-abcf-fcd2e4bf838e","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-shared-616643-e4da3965f644","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","externalModel":"e2e-shr-shared-616643","provider":"e2e-shr-shared-616643-provider","gateway":"openshift-ingress/e2e-extmod-b-7d25db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:16.714866999Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"c0030ff5-e5c3-4531-a6c6-0a0da5260abf","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:16.747710396Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-sub","reconcileID":"7dc5ee4a-7d38-453d-b545-f2a6d8716ad2","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"maas-trlp-e2e-shr-auth-81442b-e2e-extmod-b-7d25db","model":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-7d25db/e2e-shr-auth-81442b-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:16.819628353Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","reconcileID":"35404d8b-efbd-4838-b71a-c7530d6ee85e","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-auth-81442b-2d53748654e6","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","externalModel":"e2e-shr-auth-81442b","provider":"e2e-shr-auth-81442b-provider","gateway":"openshift-ingress/e2e-extmod-b-7d25db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:16.94396335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"15d27c3a-d0ab-4fd1-b5da-c5e6e84389e4","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:16.944794549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"fa18f158-a118-460c-9c2a-809a76bedc47","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:17.002511165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"15d27c3a-d0ab-4fd1-b5da-c5e6e84389e4","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:17.002741072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"fa18f158-a118-460c-9c2a-809a76bedc47","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:17.017729665Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","reconcileID":"c1d8a802-31d5-4d5e-a489-69e05bfae568","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-auth-81442b-2d53748654e6","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","externalModel":"e2e-shr-auth-81442b","provider":"e2e-shr-auth-81442b-provider","gateway":"openshift-ingress/e2e-extmod-b-7d25db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:17.226270684Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-sub","reconcileID":"99845003-dfb8-42ff-967c-782e6dbde574","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"maas-trlp-e2e-shr-auth-81442b-e2e-extmod-b-7d25db","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-auth-81442b-e2e-extmod-b-7d25db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:19.761046042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"namespace":"ai-tenant-e2e-mt-187e74b6","name":"e2e-policy-187e74b6","reconcileID":"c9235934-a32a-4488-b7a7-7359f4290a2c","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:19.891166738Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"namespace":"ai-tenant-e2e-mt-187e74b6","name":"e2e-policy-187e74b6","reconcileID":"c9235934-a32a-4488-b7a7-7359f4290a2c","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:19.94669529Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 16, current generation is 19","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"namespace":"ai-tenant-e2e-mt-187e74b6","name":"e2e-policy-187e74b6","reconcileID":"c9235934-a32a-4488-b7a7-7359f4290a2c","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:20.004488248Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"34102f30-927b-4ac4-afc9-9f7eb28fcf09","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:20.004509551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"34102f30-927b-4ac4-afc9-9f7eb28fcf09","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:20.209234503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c56add8e-b4e7-4760-820a-80b8489c6d73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:20.337644707Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c56add8e-b4e7-4760-820a-80b8489c6d73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:20.393289503Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 16, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c56add8e-b4e7-4760-820a-80b8489c6d73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:20.451152404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5364caf5-30e8-494e-a306-2cdade9b0fac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:20.451172648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5364caf5-30e8-494e-a306-2cdade9b0fac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:26.820158718Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"ceb03f19-c84e-43ce-be0d-5d2eb3483505","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:29.427148276Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-sub","reconcileID":"8fab0335-3a21-442d-8a5b-7e5dd58e8285","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"maas-trlp-e2e-shr-auth-81442b-e2e-extmod-b-7d25db","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-auth-81442b-e2e-extmod-b-7d25db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:29.698291581Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","reconcileID":"b6553eba-e415-4336-bcb9-f4c30e67d3aa","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-auth-81442b-2d53748654e6","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","externalModel":"e2e-shr-auth-81442b","provider":"e2e-shr-auth-81442b-provider","gateway":"openshift-ingress/e2e-extmod-b-7d25db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:30.111007534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"namespace":"ai-tenant-e2e-mt-187e74b6","name":"e2e-policy-187e74b6","reconcileID":"18d0aead-5781-44c7-af50-810670f4eb28","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:30.23786073Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"namespace":"ai-tenant-e2e-mt-187e74b6","name":"e2e-policy-187e74b6","reconcileID":"18d0aead-5781-44c7-af50-810670f4eb28","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:30.293245636Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 20, current generation is 21","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"namespace":"ai-tenant-e2e-mt-187e74b6","name":"e2e-policy-187e74b6","reconcileID":"18d0aead-5781-44c7-af50-810670f4eb28","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:30.349432355Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7f5eb456-6382-4327-953d-06c146eb719a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:30.349538825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7f5eb456-6382-4327-953d-06c146eb719a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:30.614049011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"38f2d1ee-82e7-4f9c-bd5d-66150ab30485","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:30.741625552Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"38f2d1ee-82e7-4f9c-bd5d-66150ab30485","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:30.796967213Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 20, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"38f2d1ee-82e7-4f9c-bd5d-66150ab30485","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:30.854702534Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3c23ce6c-e878-4a8f-acf2-961704eaad4b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:30.854719683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3c23ce6c-e878-4a8f-acf2-961704eaad4b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:30.892421981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"46c3697e-1edc-4acf-bad1-1d0d87c93894","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:30.892474729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"b8abb945-ab7c-4c3e-83b4-09e1c580cd07","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:30.893920439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"7d3fc2f2-f299-40d7-8194-a624259b268a","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:30.893935401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"75f4cb60-657e-4f9c-954d-13a9cf4751ff","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:30.949517572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"b8abb945-ab7c-4c3e-83b4-09e1c580cd07","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:30.949786042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"46c3697e-1edc-4acf-bad1-1d0d87c93894","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:30.953223746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"7d3fc2f2-f299-40d7-8194-a624259b268a","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:30.95326684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"75f4cb60-657e-4f9c-954d-13a9cf4751ff","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:36.777236948Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:36.924365381Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"f3af145a-905b-44af-aa89-3af4f24a72c7","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:40.456038999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"namespace":"ai-tenant-e2e-mt-187e74b6","name":"e2e-policy-187e74b6","reconcileID":"7b1a5bb7-5093-4850-bf0d-65be68349de6","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:40.583988028Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"namespace":"ai-tenant-e2e-mt-187e74b6","name":"e2e-policy-187e74b6","reconcileID":"7b1a5bb7-5093-4850-bf0d-65be68349de6","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:40.639403316Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 20, current generation is 23","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"namespace":"ai-tenant-e2e-mt-187e74b6","name":"e2e-policy-187e74b6","reconcileID":"7b1a5bb7-5093-4850-bf0d-65be68349de6","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:40.694930612Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9be537a4-d37b-4b73-ae03-68a23b345eaf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:40.694948517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9be537a4-d37b-4b73-ae03-68a23b345eaf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:41.012967763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"60f23eea-d95d-444b-97eb-0b0ea7ec9e6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:41.140683512Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"60f23eea-d95d-444b-97eb-0b0ea7ec9e6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:41.196417793Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 20, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"60f23eea-d95d-444b-97eb-0b0ea7ec9e6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:41.254198602Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0784dec1-fc2b-4512-8ad4-24c76528ce30","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:41.254218342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0784dec1-fc2b-4512-8ad4-24c76528ce30","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:47.029360161Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"66ecb3f8-7289-48ec-8133-e9556c5b781a","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:48.619196524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"default-tenant","reconcileID":"0cb9ea8e-6210-4ecf-b254-dfecf01e95aa","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-71cea4","tenantID":"e2e-shared-a-w0-71cea4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:48.736976204Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"default-tenant","reconcileID":"0cb9ea8e-6210-4ecf-b254-dfecf01e95aa","name":"e2e-shared-a-w0-71cea4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:50.801971347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"namespace":"ai-tenant-e2e-mt-187e74b6","name":"e2e-policy-187e74b6","reconcileID":"be332035-b0ed-41d7-a025-5829a9d365e8","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:50.928573982Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"namespace":"ai-tenant-e2e-mt-187e74b6","name":"e2e-policy-187e74b6","reconcileID":"be332035-b0ed-41d7-a025-5829a9d365e8","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:50.984858412Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 20, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"namespace":"ai-tenant-e2e-mt-187e74b6","name":"e2e-policy-187e74b6","reconcileID":"be332035-b0ed-41d7-a025-5829a9d365e8","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:51.042418886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6d9fc2ac-f7f6-4c53-8b2e-017e60d980a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:51.042443117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6d9fc2ac-f7f6-4c53-8b2e-017e60d980a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:51.412854199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6e35dd70-7730-4e22-b929-b12a4cd5fd38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:51.539571626Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6e35dd70-7730-4e22-b929-b12a4cd5fd38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:51.595502756Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 20, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6e35dd70-7730-4e22-b929-b12a4cd5fd38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:51.652907147Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0d1b2e6d-e314-4331-aa48-936efdd916cd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:51.65292794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0d1b2e6d-e314-4331-aa48-936efdd916cd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:57.134842018Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"f32fb467-6a45-4363-9784-f4257e2313d1","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:58.33490792Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"default-tenant","reconcileID":"c2804d7f-0496-4f74-a648-b6b50d80c245","namespace":"ai-tenant-e2e-praxis-a-3578ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:58.334967805Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"default-tenant","reconcileID":"c2804d7f-0496-4f74-a648-b6b50d80c245","namespace":"ai-tenant-e2e-praxis-a-3578ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:58.335015923Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"default-tenant","reconcileID":"c2804d7f-0496-4f74-a648-b6b50d80c245","tenant":"e2e-praxis-a-3578ce","tenantID":"e2e-praxis-a-3578ce","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:58.39087937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"default-tenant","reconcileID":"c2804d7f-0496-4f74-a648-b6b50d80c245","gvk":"Deployment","name":"maas-api-e2e-praxis-a-3578ce","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:58.452574506Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"default-tenant","reconcileID":"c2804d7f-0496-4f74-a648-b6b50d80c245","gvk":"Service","name":"maas-api-e2e-praxis-a-3578ce","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:58.512610922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"default-tenant","reconcileID":"c2804d7f-0496-4f74-a648-b6b50d80c245","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-3578ce","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:58.566589721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"default-tenant","reconcileID":"c2804d7f-0496-4f74-a648-b6b50d80c245","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-3578ce","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:58.622845637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"default-tenant","reconcileID":"c2804d7f-0496-4f74-a648-b6b50d80c245","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-3578ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:58.677785071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"default-tenant","reconcileID":"c2804d7f-0496-4f74-a648-b6b50d80c245","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-3578ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:58.734801756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"default-tenant","reconcileID":"c2804d7f-0496-4f74-a648-b6b50d80c245","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-3578ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:58.789999825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"default-tenant","reconcileID":"c2804d7f-0496-4f74-a648-b6b50d80c245","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-3578ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:58.8420638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"default-tenant","reconcileID":"c2804d7f-0496-4f74-a648-b6b50d80c245","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-3578ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:58.893924509Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"default-tenant","reconcileID":"c2804d7f-0496-4f74-a648-b6b50d80c245","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-3578ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:58.94607181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"default-tenant","reconcileID":"c2804d7f-0496-4f74-a648-b6b50d80c245","gvk":"Service","name":"payload-processing-e2e-praxis-a-3578ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:58.997814361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"default-tenant","reconcileID":"c2804d7f-0496-4f74-a648-b6b50d80c245","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-3578ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:59.049808717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"default-tenant","reconcileID":"c2804d7f-0496-4f74-a648-b6b50d80c245","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-3578ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:59.101542332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"default-tenant","reconcileID":"c2804d7f-0496-4f74-a648-b6b50d80c245","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-3578ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:59.153519888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"default-tenant","reconcileID":"c2804d7f-0496-4f74-a648-b6b50d80c245","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-3578ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:59.209241524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"default-tenant","reconcileID":"c2804d7f-0496-4f74-a648-b6b50d80c245","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-3578ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:59.26107714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"default-tenant","reconcileID":"c2804d7f-0496-4f74-a648-b6b50d80c245","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-3578ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:59.312803345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"default-tenant","reconcileID":"c2804d7f-0496-4f74-a648-b6b50d80c245","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-3578ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:59.368896282Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"default-tenant","reconcileID":"c2804d7f-0496-4f74-a648-b6b50d80c245","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-3578ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:16:59.420923106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3578ce"},"namespace":"ai-tenant-e2e-praxis-a-3578ce","name":"default-tenant","reconcileID":"c2804d7f-0496-4f74-a648-b6b50d80c245","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-3578ce","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:00.165363028Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-3578ce","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-3578ce","reconcileID":"7012ddf1-6301-49c5-b1ca-4a30b9e2373e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-3578ce","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-3578ce"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:00.383432532Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"7406d9f8-caaa-4299-95a0-cba2d1d0094d","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:01.149431533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"namespace":"ai-tenant-e2e-mt-187e74b6","name":"e2e-policy-187e74b6","reconcileID":"ba9e5b80-8442-4289-b0cb-d723fd620e79","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:01.279539842Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"namespace":"ai-tenant-e2e-mt-187e74b6","name":"e2e-policy-187e74b6","reconcileID":"ba9e5b80-8442-4289-b0cb-d723fd620e79","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:01.287247177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa968716-8719-4377-81b3-cbfd1728b7a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:01.341485536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa968716-8719-4377-81b3-cbfd1728b7a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:01.344994315Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 20, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"namespace":"ai-tenant-e2e-mt-187e74b6","name":"e2e-policy-187e74b6","reconcileID":"ba9e5b80-8442-4289-b0cb-d723fd620e79","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:01.393485767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa968716-8719-4377-81b3-cbfd1728b7a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:01.445301835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa968716-8719-4377-81b3-cbfd1728b7a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:01.452653458Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b0905c23-b764-482f-bcf9-dc64c7434008","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:01.452671859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b0905c23-b764-482f-bcf9-dc64c7434008","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:01.814957489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6bd57839-0076-4f8d-b0c3-0519ac408147","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:01.944182971Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6bd57839-0076-4f8d-b0c3-0519ac408147","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:01.999941111Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 20, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6bd57839-0076-4f8d-b0c3-0519ac408147","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:02.057987629Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"001c8b06-4341-4a92-9521-ec4bc3476c62","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:02.058011158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"001c8b06-4341-4a92-9521-ec4bc3476c62","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:03.336500939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43886e59-8225-4932-8988-83ff1ae3eb69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:03.388616451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43886e59-8225-4932-8988-83ff1ae3eb69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:03.440910256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43886e59-8225-4932-8988-83ff1ae3eb69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:03.492943541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43886e59-8225-4932-8988-83ff1ae3eb69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:06.777251483Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:10.488937107Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"aa63e1a0-9490-4a74-9e04-211796452e07","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:11.562224279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"namespace":"ai-tenant-e2e-mt-187e74b6","name":"e2e-policy-187e74b6","reconcileID":"d80139ff-6ca8-43af-8f63-db28a32ad767","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:17:11.679090597Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"namespace":"ai-tenant-e2e-mt-187e74b6","name":"e2e-policy-187e74b6","reconcileID":"d80139ff-6ca8-43af-8f63-db28a32ad767","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:17:11.7341927Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"namespace":"ai-tenant-e2e-mt-187e74b6","name":"e2e-policy-187e74b6","reconcileID":"d80139ff-6ca8-43af-8f63-db28a32ad767","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:11.734487847Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1104a5da-cc91-497c-bdb9-18263b8e90b6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:11.734506149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1104a5da-cc91-497c-bdb9-18263b8e90b6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:11.847036595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"namespace":"ai-tenant-e2e-mt-187e74b6","name":"e2e-policy-187e74b6","reconcileID":"5fd52133-d4d4-4746-9b92-44e3df3ca427","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:11.973270925Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"namespace":"ai-tenant-e2e-mt-187e74b6","name":"e2e-policy-187e74b6","reconcileID":"5fd52133-d4d4-4746-9b92-44e3df3ca427","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:12.028749454Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"namespace":"ai-tenant-e2e-mt-187e74b6","name":"e2e-policy-187e74b6","reconcileID":"5fd52133-d4d4-4746-9b92-44e3df3ca427","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:12.086057886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e0519d21-8354-4498-9103-b3256878fc61","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:12.086074523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e0519d21-8354-4498-9103-b3256878fc61","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:12.214970263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2fefff1-f4a6-4c81-9fba-9775bc8b9ff0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:12.342096732Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2fefff1-f4a6-4c81-9fba-9775bc8b9ff0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:12.397440511Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2fefff1-f4a6-4c81-9fba-9775bc8b9ff0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:12.452832723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"47acb0b7-6842-4325-970d-dddde30fdab0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:12.452852872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"47acb0b7-6842-4325-970d-dddde30fdab0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:20.594158614Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"3d89e1a8-ff73-47d7-af67-30b9e16120ad","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:22.19202206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"namespace":"ai-tenant-e2e-mt-187e74b6","name":"e2e-policy-187e74b6","reconcileID":"7a868e55-2ae9-42fa-82a3-01b414eedec8","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:22.318241392Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"namespace":"ai-tenant-e2e-mt-187e74b6","name":"e2e-policy-187e74b6","reconcileID":"7a868e55-2ae9-42fa-82a3-01b414eedec8","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:22.382898172Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"namespace":"ai-tenant-e2e-mt-187e74b6","name":"e2e-policy-187e74b6","reconcileID":"7a868e55-2ae9-42fa-82a3-01b414eedec8","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:22.460224663Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"4f30fe7d-4117-444b-b9aa-685681e815ac","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:22.557389413Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"140dbeb4-6757-4592-94a9-0d4f8261ab65","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:22.557410623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"140dbeb4-6757-4592-94a9-0d4f8261ab65","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:22.662134811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ff9df508-a483-49dd-bd30-9e0eadb6a4d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:22.842500789Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ff9df508-a483-49dd-bd30-9e0eadb6a4d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:22.898269321Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ff9df508-a483-49dd-bd30-9e0eadb6a4d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:22.956752058Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6781d4e1-ce05-4e56-b173-f4e81a1de0b9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:22.956781484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6781d4e1-ce05-4e56-b173-f4e81a1de0b9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:23.342384353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"321b4767-ae46-421a-bab5-fe59baa1644d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:23.395440308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"321b4767-ae46-421a-bab5-fe59baa1644d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:23.447373372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"321b4767-ae46-421a-bab5-fe59baa1644d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:23.499443452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"321b4767-ae46-421a-bab5-fe59baa1644d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:25.387350067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de61f572-efaf-4888-b6f6-8dbca79a40e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:25.43923448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de61f572-efaf-4888-b6f6-8dbca79a40e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:25.490925753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de61f572-efaf-4888-b6f6-8dbca79a40e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:25.542762355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de61f572-efaf-4888-b6f6-8dbca79a40e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:32.566800261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"namespace":"ai-tenant-e2e-mt-187e74b6","name":"e2e-policy-187e74b6","reconcileID":"ae7123b3-d07c-497e-8095-f097283822f1","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:32.609989419Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"e009bd13-4dd3-408e-8038-24c9572f9ae0","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:32.699340398Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"namespace":"ai-tenant-e2e-mt-187e74b6","name":"e2e-policy-187e74b6","reconcileID":"ae7123b3-d07c-497e-8095-f097283822f1","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:32.754453781Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 33","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"namespace":"ai-tenant-e2e-mt-187e74b6","name":"e2e-policy-187e74b6","reconcileID":"ae7123b3-d07c-497e-8095-f097283822f1","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:32.809979328Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5a74e55c-e22f-49d7-ab78-cebfec670a8d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:32.809997987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5a74e55c-e22f-49d7-ab78-cebfec670a8d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:33.116436226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18a8474c-4756-4587-9509-f6ab54bc8f97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:33.24359847Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18a8474c-4756-4587-9509-f6ab54bc8f97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:33.299122684Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18a8474c-4756-4587-9509-f6ab54bc8f97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:33.357067034Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"37ff7d21-b4e0-4717-a15b-20f169c681be","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:33.35708752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"37ff7d21-b4e0-4717-a15b-20f169c681be","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:36.78161537Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:38.041583247Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ec5596"},"namespace":"ai-tenant-e2e-praxis-b-ec5596","name":"default-tenant","reconcileID":"244421d5-fb7d-4456-9150-eaef54113a78","namespace":"ai-tenant-e2e-praxis-b-ec5596","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:38.041640278Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ec5596"},"namespace":"ai-tenant-e2e-praxis-b-ec5596","name":"default-tenant","reconcileID":"244421d5-fb7d-4456-9150-eaef54113a78","namespace":"ai-tenant-e2e-praxis-b-ec5596","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:38.041690138Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ec5596"},"namespace":"ai-tenant-e2e-praxis-b-ec5596","name":"default-tenant","reconcileID":"244421d5-fb7d-4456-9150-eaef54113a78","tenant":"e2e-praxis-b-ec5596","tenantID":"e2e-praxis-b-ec5596","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:38.095579258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ec5596"},"namespace":"ai-tenant-e2e-praxis-b-ec5596","name":"default-tenant","reconcileID":"244421d5-fb7d-4456-9150-eaef54113a78","gvk":"Deployment","name":"maas-api-e2e-praxis-b-ec5596","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:38.155200407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ec5596"},"namespace":"ai-tenant-e2e-praxis-b-ec5596","name":"default-tenant","reconcileID":"244421d5-fb7d-4456-9150-eaef54113a78","gvk":"Service","name":"maas-api-e2e-praxis-b-ec5596","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:38.216515363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ec5596"},"namespace":"ai-tenant-e2e-praxis-b-ec5596","name":"default-tenant","reconcileID":"244421d5-fb7d-4456-9150-eaef54113a78","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-ec5596","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:38.270827654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ec5596"},"namespace":"ai-tenant-e2e-praxis-b-ec5596","name":"default-tenant","reconcileID":"244421d5-fb7d-4456-9150-eaef54113a78","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-ec5596","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:38.325270022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ec5596"},"namespace":"ai-tenant-e2e-praxis-b-ec5596","name":"default-tenant","reconcileID":"244421d5-fb7d-4456-9150-eaef54113a78","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-ec5596","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:38.38271238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ec5596"},"namespace":"ai-tenant-e2e-praxis-b-ec5596","name":"default-tenant","reconcileID":"244421d5-fb7d-4456-9150-eaef54113a78","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-ec5596","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:38.401224966Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa431d8f-0da6-4d47-b806-c00160537968","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:38.401867009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa431d8f-0da6-4d47-b806-c00160537968","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:38.401834108Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"namespace":"ai-tenant-e2e-mt-187e74b6","name":"e2e-policy-187e74b6","reconcileID":"da01f432-5bfd-43b0-9979-8d19905728da","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:38.438047425Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ec5596"},"namespace":"ai-tenant-e2e-praxis-b-ec5596","name":"default-tenant","reconcileID":"244421d5-fb7d-4456-9150-eaef54113a78","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-ec5596","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:38.492189571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ec5596"},"namespace":"ai-tenant-e2e-praxis-b-ec5596","name":"default-tenant","reconcileID":"244421d5-fb7d-4456-9150-eaef54113a78","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-ec5596","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:38.54356759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ec5596"},"namespace":"ai-tenant-e2e-praxis-b-ec5596","name":"default-tenant","reconcileID":"244421d5-fb7d-4456-9150-eaef54113a78","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-ec5596","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:38.554784981Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"namespace":"ai-tenant-e2e-mt-187e74b6","name":"e2e-policy-187e74b6","reconcileID":"da01f432-5bfd-43b0-9979-8d19905728da","MaaSAuthPolicy":{"name":"e2e-policy-187e74b6","namespace":"ai-tenant-e2e-mt-187e74b6"},"policyNamespace":"ai-tenant-e2e-mt-187e74b6","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:38.594813277Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ec5596"},"namespace":"ai-tenant-e2e-praxis-b-ec5596","name":"default-tenant","reconcileID":"244421d5-fb7d-4456-9150-eaef54113a78","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-ec5596","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:38.611139463Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3e303b93-3fb1-409a-b5d1-31de4a55523b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:38.611155551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3e303b93-3fb1-409a-b5d1-31de4a55523b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:38.646168767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ec5596"},"namespace":"ai-tenant-e2e-praxis-b-ec5596","name":"default-tenant","reconcileID":"244421d5-fb7d-4456-9150-eaef54113a78","gvk":"Service","name":"payload-processing-e2e-praxis-b-ec5596","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:38.699637774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ec5596"},"namespace":"ai-tenant-e2e-praxis-b-ec5596","name":"default-tenant","reconcileID":"244421d5-fb7d-4456-9150-eaef54113a78","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-ec5596","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:38.753271862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ec5596"},"namespace":"ai-tenant-e2e-praxis-b-ec5596","name":"default-tenant","reconcileID":"244421d5-fb7d-4456-9150-eaef54113a78","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-ec5596","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:38.804660158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ec5596"},"namespace":"ai-tenant-e2e-praxis-b-ec5596","name":"default-tenant","reconcileID":"244421d5-fb7d-4456-9150-eaef54113a78","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-ec5596","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:38.856164327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ec5596"},"namespace":"ai-tenant-e2e-praxis-b-ec5596","name":"default-tenant","reconcileID":"244421d5-fb7d-4456-9150-eaef54113a78","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-ec5596","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:38.911811785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ec5596"},"namespace":"ai-tenant-e2e-praxis-b-ec5596","name":"default-tenant","reconcileID":"244421d5-fb7d-4456-9150-eaef54113a78","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-ec5596","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:38.935982951Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"ba4f3733-c0f2-4cd8-aaed-bdd19487ae49","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:38.989352289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ec5596"},"namespace":"ai-tenant-e2e-praxis-b-ec5596","name":"default-tenant","reconcileID":"244421d5-fb7d-4456-9150-eaef54113a78","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-ec5596","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:39.041172334Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ec5596"},"namespace":"ai-tenant-e2e-praxis-b-ec5596","name":"default-tenant","reconcileID":"244421d5-fb7d-4456-9150-eaef54113a78","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-ec5596","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:39.094599971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ec5596"},"namespace":"ai-tenant-e2e-praxis-b-ec5596","name":"default-tenant","reconcileID":"244421d5-fb7d-4456-9150-eaef54113a78","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-ec5596","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:39.146401902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ec5596"},"namespace":"ai-tenant-e2e-praxis-b-ec5596","name":"default-tenant","reconcileID":"244421d5-fb7d-4456-9150-eaef54113a78","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-ec5596","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:39.845478706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba9a71b4-fa99-491e-adde-f294d4665fde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:39.897213015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba9a71b4-fa99-491e-adde-f294d4665fde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:39.949081826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba9a71b4-fa99-491e-adde-f294d4665fde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:40.000762317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba9a71b4-fa99-491e-adde-f294d4665fde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:41.89480488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3eb7a603-c459-40d8-a855-fb30698149f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:41.946652377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3eb7a603-c459-40d8-a855-fb30698149f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:41.998987606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3eb7a603-c459-40d8-a855-fb30698149f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:42.051685589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3eb7a603-c459-40d8-a855-fb30698149f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:43.211766246Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"d3b41a98-4539-4960-98ff-bc565175373b","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:43.321487684Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"9b0f4587-29f1-41a0-91f6-3ccb5d7efdf8","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:43.528884004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e2fd2c84-c40e-4568-8f79-8ddce0214a8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:43.529318658Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-ec5596","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-ec5596","reconcileID":"939fc117-ff5f-4b18-b973-afd78e83fa12","aitenant":"ai-tenants/e2e-praxis-b-ec5596","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:43.585800897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e2fd2c84-c40e-4568-8f79-8ddce0214a8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:43.641388094Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e2fd2c84-c40e-4568-8f79-8ddce0214a8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:43.689068734Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"e3f319ce-7451-4f47-9520-f90d3f0f6ce0","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:44.106236182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12ac4877-030d-4b13-afad-26d6c9d293f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:44.158128333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12ac4877-030d-4b13-afad-26d6c9d293f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:44.209880315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12ac4877-030d-4b13-afad-26d6c9d293f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:44.262391482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12ac4877-030d-4b13-afad-26d6c9d293f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:44.326730768Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-ec5596","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-ec5596","reconcileID":"939fc117-ff5f-4b18-b973-afd78e83fa12","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-ec5596","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-ec5596"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:44.55108386Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"950a1cea-aaf9-427b-802c-625781638f00","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:46.212939802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc78b397-deed-47dc-a9eb-b825b580eb42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:46.264691791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc78b397-deed-47dc-a9eb-b825b580eb42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:46.316570135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc78b397-deed-47dc-a9eb-b825b580eb42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:46.368225491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc78b397-deed-47dc-a9eb-b825b580eb42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:46.894762522Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"b9f0fd31-5cc1-4dc1-8889-afd2facbf385","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:47.053792947Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"aa16aef3-0424-41d6-ab68-89705db9d20f","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:48.218510849Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"8b40e804-17eb-4221-8231-c95193a6a017","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:48.329041973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c24e8d66-201c-4461-ae5f-7fb391863823","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:48.342233596Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-99e79c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-99e79c","reconcileID":"6feed8fc-6489-4820-8cb4-3eb428fe2210","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-99e79c","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w0-99e79c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:48.38107856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c24e8d66-201c-4461-ae5f-7fb391863823","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:48.433226912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c24e8d66-201c-4461-ae5f-7fb391863823","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:48.485174612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c24e8d66-201c-4461-ae5f-7fb391863823","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:48.754581771Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"8f9f301b-d489-4604-9346-12ad6330c96f","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:50.483130537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f669476-de5c-4b44-a5cc-86f136a1094a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:50.535756959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f669476-de5c-4b44-a5cc-86f136a1094a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:50.588493675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f669476-de5c-4b44-a5cc-86f136a1094a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:50.640477799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f669476-de5c-4b44-a5cc-86f136a1094a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:50.904018822Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"77ab98a7-5c58-4165-aecb-0c3c49fa03cf","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:53.801259943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bc526155-c366-4f35-b29a-11cbf0acaae3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:53.858460181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bc526155-c366-4f35-b29a-11cbf0acaae3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:17:53.913816567Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bc526155-c366-4f35-b29a-11cbf0acaae3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:01.009404492Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"dc323b89-317a-4015-b5f2-1205e93d7a13","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:04.072606925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5625ae32-90c3-404c-9f8b-b411acdcea01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:04.129840812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5625ae32-90c3-404c-9f8b-b411acdcea01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:04.447362739Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74a2c529-991c-4459-b293-d1b7cd5dd191","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:04.447381749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74a2c529-991c-4459-b293-d1b7cd5dd191","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:06.784151795Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:07.366582637Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"dbe71d38-290d-459d-804c-2ea398b263f8","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:07.630547977Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"6c1f6991-8cc9-4d5e-84b7-e880f208c67c","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:08.258151467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"437ccee8-6de9-40b6-9535-3cac0c19a64e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:08.310392173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"437ccee8-6de9-40b6-9535-3cac0c19a64e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:08.362502341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"437ccee8-6de9-40b6-9535-3cac0c19a64e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:08.414221687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"437ccee8-6de9-40b6-9535-3cac0c19a64e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:08.794766221Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"fe5a924f-2c63-4404-a669-4c888ac055f0","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:08.905677423Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-2a4cda2f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-2a4cda2f","reconcileID":"a25d1609-9e8a-4629-be62-19028f4b79e6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-2a4cda2f","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-2a4cda2f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:09.22919832Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"873ce785-08d6-41f9-93b9-70e9455eefaa","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:10.283474289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c16b6572-7ae3-42c9-88cb-7fc61bf66192","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:10.335333715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c16b6572-7ae3-42c9-88cb-7fc61bf66192","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:10.387172313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c16b6572-7ae3-42c9-88cb-7fc61bf66192","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:10.438871997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c16b6572-7ae3-42c9-88cb-7fc61bf66192","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:11.277719212Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"997d7551-125f-4a70-8233-21691c0f374e","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:12.405380878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1314fee5-6f44-4efd-8e30-5f0f3e1a627a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:12.457483009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1314fee5-6f44-4efd-8e30-5f0f3e1a627a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:12.510103932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1314fee5-6f44-4efd-8e30-5f0f3e1a627a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:12.562630525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1314fee5-6f44-4efd-8e30-5f0f3e1a627a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:21.382800778Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"6fef0f10-d1ac-4232-8cdb-8d07483a8dea","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:26.61755096Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"b242769c-daa6-4d0c-9d75-ebb6893dd119","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:26.736170544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"a5e5d352-51f2-43e7-bf75-13ced767a535","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:26.769893895Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-sub","reconcileID":"826892a3-a949-4260-9e22-e4b253659bfd","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"maas-trlp-e2e-shr-shared-616643-e2e-extmod-b-7d25db","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-shared-616643-e2e-extmod-b-7d25db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:26.870286448Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-3ea756-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-sub","reconcileID":"42a89f99-1c2d-4337-b64b-f9da100bd2ec","MaaSSubscription":{"name":"e2e-rec-ctrl-3ea756-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-rec-ctrl-3ea756","model":"e2e-extmod-rec-user-0efdb9/e2e-rec-ctrl-3ea756","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:27.020724872Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-bd0892-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-sub","reconcileID":"57d05a3d-ab66-4c60-9a43-bf860b217781","MaaSSubscription":{"name":"e2e-att-unrel-bd0892-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-unrel-bd0892","model":"e2e-extmod-att-user-a1f8ce/e2e-att-unrel-bd0892","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:27.066195961Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-subscription","reconcileID":"5b86017e-2f81-4cd3-92e9-83ee71bf31bb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-premium-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/premium-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:27.254603353Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-subscription","reconcileID":"540de0f7-9728-4a3e-9496-6cfa93955f8c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:27.406471253Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-185fad-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-sub","reconcileID":"d3fa2e20-48b9-4d16-8fce-ba63c4abbe01","MaaSSubscription":{"name":"e2e-att-serve-185fad-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-serve-185fad","model":"e2e-extmod-att-user-a1f8ce/e2e-att-serve-185fad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:27.424974802Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-sub","reconcileID":"12c29691-cd2b-478b-b88f-f46a16d13c0a","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"maas-trlp-e2e-shr-auth-81442b-e2e-extmod-b-7d25db","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-auth-81442b-e2e-extmod-b-7d25db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:27.507012089Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-sub","reconcileID":"560c5aec-a711-4c20-9b42-2073f0d60379","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:27.609032139Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-sub","reconcileID":"c5faff81-eaf7-48cf-b37a-6642656b4d49","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-shr-shared-616643-e2e-extmod-a-8f45a2","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-shared-616643-e2e-extmod-a-8f45a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:27.657473451Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c90f4fd0-aee9-4589-a151-9399d2942e03","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:27.774886924Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-subscription","reconcileID":"44d83647-e86b-492a-ba55-8c2786b019dc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-premium-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:27.845397332Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-f08036-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-sub","reconcileID":"f3dacec4-dbbf-4d9f-9e7b-f12ad3b36d53","MaaSSubscription":{"name":"e2e-att-detach-f08036-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-detach-f08036","model":"e2e-extmod-att-user-a1f8ce/e2e-att-detach-f08036","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:27.875361274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-subscription","reconcileID":"01403476-14e0-44b3-8c3b-155f76b37a0e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-premium-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/premium-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:28.024074629Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f8da3b52-9c4f-41d4-924d-9fd531497b0a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:28.027778451Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-cb9bed-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-sub","reconcileID":"e19b46d5-af36-4dee-91b6-b515f35223c4","MaaSSubscription":{"name":"e2e-rec-recover-cb9bed-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-rec-recover-cb9bed","model":"e2e-extmod-rec-noaccess-e964fd/e2e-rec-recover-cb9bed","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:31.48922171Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"aa808dcd-3c1b-44b2-8bcb-9fe62c0a4542","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:36.777710556Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:38.178518378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"default-tenant","reconcileID":"a833f7f1-4d59-474c-aa15-ed013ebcf66d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99e79c","tenantID":"e2e-shared-b-w0-99e79c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:38.296122234Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"default-tenant","reconcileID":"a833f7f1-4d59-474c-aa15-ed013ebcf66d","name":"e2e-shared-b-w0-99e79c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:41.594959595Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"12ff777a-5330-4800-99e2-adac8c3a3a30","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:49.214246437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-subscription","reconcileID":"4d187b36-0bed-4605-8f48-f41180042c6e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-premium-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/premium-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:49.314659207Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"a59ab0e2-5d13-4bba-aa97-7b0bb71affa1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:49.475429531Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-f08036-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-sub","reconcileID":"70c1c8cd-5840-46ec-aed4-082c05f4aa79","MaaSSubscription":{"name":"e2e-att-detach-f08036-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-detach-f08036","model":"e2e-extmod-att-user-a1f8ce/e2e-att-detach-f08036","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:49.526500631Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"757d79af-51eb-4dfd-b896-539c1b517340","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:49.578534773Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-sub","reconcileID":"920d5459-9cf1-49cb-82ca-194dc2bfe5df","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:49.638255452Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"87e1d20d-563f-41d7-b92d-8a3dc977e3c3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:49.790635005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-sub","reconcileID":"df6ce1f1-8e88-46b4-8da1-01397e159d51","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-shr-shared-616643-e2e-extmod-a-8f45a2","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-shared-616643-e2e-extmod-a-8f45a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:49.930195705Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-cb9bed-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-sub","reconcileID":"35e86b15-c68b-406f-a23d-332f057f0142","MaaSSubscription":{"name":"e2e-rec-recover-cb9bed-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-rec-recover-cb9bed","model":"e2e-extmod-rec-noaccess-e964fd/e2e-rec-recover-cb9bed","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:49.978587924Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-subscription","reconcileID":"4d83bc10-3512-4758-84ce-13f0907906d6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-premium-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:50.128629971Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-sub","reconcileID":"b78a63dd-ab33-4bab-a851-d8e86dafa432","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"maas-trlp-e2e-shr-shared-616643-e2e-extmod-b-7d25db","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-shared-616643-e2e-extmod-b-7d25db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:50.284522792Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-subscription","reconcileID":"ba381690-3fb2-40bc-8b7c-9493dece80c7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-premium-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/premium-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:50.436709303Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-bd0892-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-sub","reconcileID":"abb717c8-4adc-4afd-8c5d-ea97211b5208","MaaSSubscription":{"name":"e2e-att-unrel-bd0892-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-unrel-bd0892","model":"e2e-extmod-att-user-a1f8ce/e2e-att-unrel-bd0892","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:50.465886756Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-185fad-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-sub","reconcileID":"79f04f61-ce19-42ba-b34e-01defb61a023","MaaSSubscription":{"name":"e2e-att-serve-185fad-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-serve-185fad","model":"e2e-extmod-att-user-a1f8ce/e2e-att-serve-185fad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:50.530726274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3b1721c6-5f5a-483e-972f-34179650c745","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:50.64805392Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-subscription","reconcileID":"d0fd2358-a7c4-4686-aa7f-403a7ddae32c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:50.684008542Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-sub","reconcileID":"67ee9112-2cf5-405a-8ab1-20e3650fc758","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"maas-trlp-e2e-shr-auth-81442b-e2e-extmod-b-7d25db","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-auth-81442b-e2e-extmod-b-7d25db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:50.86191612Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-3ea756-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-sub","reconcileID":"8124a0a0-4ea8-4719-8cd9-0c9ebd52874d","MaaSSubscription":{"name":"e2e-rec-ctrl-3ea756-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-rec-ctrl-3ea756","model":"e2e-extmod-rec-user-0efdb9/e2e-rec-ctrl-3ea756","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:18:51.700944556Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"5b707543-65ac-4ef3-8d88-d80a767d9ba0","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:01.807996872Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"0dadfbca-9b00-4734-bb97-7addc68dc499","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:02.294583561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a4cda2f"},"namespace":"ai-tenant-e2e-ait-2a4cda2f","name":"default-tenant","reconcileID":"caea7043-4aba-429c-91c8-bd8fb5d30f49","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-2a4cda2f","tenantID":"e2e-ait-2a4cda2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:02.412906472Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a4cda2f"},"namespace":"ai-tenant-e2e-ait-2a4cda2f","name":"default-tenant","reconcileID":"caea7043-4aba-429c-91c8-bd8fb5d30f49","name":"e2e-ait-2a4cda2f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:03.436237319Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-3ea756-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-sub","reconcileID":"0d232657-5243-4a1f-89f9-089303c3a194","MaaSSubscription":{"name":"e2e-rec-ctrl-3ea756-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-rec-ctrl-3ea756","model":"e2e-extmod-rec-user-0efdb9/e2e-rec-ctrl-3ea756","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:03.484458335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"08d00437-51a5-4459-b5e4-13d793a340e1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:03.509693045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-subscription","reconcileID":"9de99af5-d0c4-4f0a-b434-0235114e6c86","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:03.683647904Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"407682f1-8c87-4573-80b8-3a99a7ef81a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:03.784025849Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c4994213-03c5-40c4-ba1a-c8e517ca76ab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:03.86083895Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-bd0892-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-sub","reconcileID":"979afb90-2672-4202-a87e-515951e6a4cf","MaaSSubscription":{"name":"e2e-att-unrel-bd0892-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-unrel-bd0892","model":"e2e-extmod-att-user-a1f8ce/e2e-att-unrel-bd0892","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:03.935466267Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-f08036-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-sub","reconcileID":"dba79fdd-dbf9-40cc-ba47-47f0801ceb7b","MaaSSubscription":{"name":"e2e-att-detach-f08036-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-detach-f08036","model":"e2e-extmod-att-user-a1f8ce/e2e-att-detach-f08036","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:04.035512806Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-cb9bed-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-sub","reconcileID":"4cf4fa05-3206-4e10-a5c9-822afc89babc","MaaSSubscription":{"name":"e2e-rec-recover-cb9bed-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-rec-recover-cb9bed","model":"e2e-extmod-rec-noaccess-e964fd/e2e-rec-recover-cb9bed","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:04.10083423Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-subscription","reconcileID":"34e0e25f-387a-4200-929f-ab1432fa1acb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-premium-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/premium-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:04.135861297Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-sub","reconcileID":"8acc2409-2ca4-4467-b86e-d95cda177b91","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"maas-trlp-e2e-shr-auth-81442b-e2e-extmod-b-7d25db","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-auth-81442b-e2e-extmod-b-7d25db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:04.238384847Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-subscription","reconcileID":"9616e4dd-15ed-484e-b8b6-ce1c85383742","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-premium-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/premium-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:04.388284631Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-sub","reconcileID":"988c93c1-0b1d-4e92-bd84-7595148edce7","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"maas-trlp-e2e-shr-shared-616643-e2e-extmod-b-7d25db","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-shared-616643-e2e-extmod-b-7d25db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:04.438578498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"afc1d268-03de-44e0-a3ec-ec51f4b2db28","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:04.490683234Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-sub","reconcileID":"27786fc8-3b19-40b5-a44f-de9f4422fb23","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-shr-shared-616643-e2e-extmod-a-8f45a2","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-shared-616643-e2e-extmod-a-8f45a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:04.590453751Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-185fad-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-sub","reconcileID":"f62b8676-9418-440b-969c-79b515e04b22","MaaSSubscription":{"name":"e2e-att-serve-185fad-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-serve-185fad","model":"e2e-extmod-att-user-a1f8ce/e2e-att-serve-185fad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:04.644831729Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-subscription","reconcileID":"b7a3c0dc-3205-493f-822f-98243b04599b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-premium-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:04.833351724Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-sub","reconcileID":"a2a67659-3c2e-44cc-9ed5-ec77278da7b9","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:04.996978727Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"namespace":"e2e-extmod-rec-noaccess-e964fd","name":"e2e-rec-recover-cb9bed","reconcileID":"71311b5a-2ba2-4380-b5df-3128cd6bdb83","namespace":"e2e-extmod-rec-noaccess-e964fd","name":"e2e-rec-recover-cb9bed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:05.049138987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"namespace":"e2e-extmod-rec-noaccess-e964fd","name":"e2e-rec-recover-cb9bed","reconcileID":"16fc924f-d145-41f4-8fa4-f4e1bc432d3d","MaaSModelRef":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-rec-noaccess-e964fd/e2e-rec-recover-cb9bed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:05.049172444Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"namespace":"e2e-extmod-rec-noaccess-e964fd","name":"e2e-rec-recover-cb9bed","reconcileID":"16fc924f-d145-41f4-8fa4-f4e1bc432d3d","MaaSModelRef":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"routeName":"external-model-e2e-rec-recover-cb9bed-14fa82f4893b","namespace":"e2e-extmod-rec-noaccess-e964fd","model":"e2e-rec-recover-cb9bed","externalModel":"e2e-rec-recover-cb9bed","provider":"e2e-rec-recover-cb9bed-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:05.074723601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"bce7cb56-97ec-4768-835f-6b2d2e1a37f9","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:05.131628373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"bce7cb56-97ec-4768-835f-6b2d2e1a37f9","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:05.196126229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"d2c8331a-a947-4d90-a15d-dbdf726fc1ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:05.197833966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"c4c089ad-89da-4146-91ea-20d4962e451a","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:05.253907985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"d2c8331a-a947-4d90-a15d-dbdf726fc1ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:05.25519607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"c4c089ad-89da-4146-91ea-20d4962e451a","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:05.35041119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"ff0ebc80-55bc-4b2a-aa3a-bab9c2310741","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:05.351016757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"9cf4af10-d786-4107-82ae-f72cd08bdb37","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:05.378123785Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"namespace":"e2e-extmod-rec-noaccess-e964fd","name":"e2e-rec-recover-cb9bed","reconcileID":"fc95dede-75f5-47b4-9ed5-875fb8edf29c","namespace":"e2e-extmod-rec-noaccess-e964fd","name":"e2e-rec-recover-cb9bed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:05.407803088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"9cf4af10-d786-4107-82ae-f72cd08bdb37","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:05.407821292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"ff0ebc80-55bc-4b2a-aa3a-bab9c2310741","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:05.429777712Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"namespace":"e2e-extmod-rec-noaccess-e964fd","name":"e2e-rec-recover-cb9bed","reconcileID":"63220fc5-7075-4e2e-b66a-2a8b6c38f409","MaaSModelRef":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:05.459297392Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-cb9bed-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-sub","reconcileID":"d2b2486b-0cbb-4282-b55a-aecb847297aa","MaaSSubscription":{"name":"e2e-rec-recover-cb9bed-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"model":"e2e-extmod-rec-noaccess-e964fd/e2e-rec-recover-cb9bed","error":"MaaSModelRef not found: e2e-extmod-rec-noaccess-e964fd/e2e-rec-recover-cb9bed (deleting)","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:19:05.534890757Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"namespace":"e2e-extmod-rec-noaccess-e964fd","name":"e2e-rec-recover-cb9bed","reconcileID":"63220fc5-7075-4e2e-b66a-2a8b6c38f409","name":"e2e-rec-recover-cb9bed","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rec-recover-cb9bed\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:19:05.534944157Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"namespace":"e2e-extmod-rec-noaccess-e964fd","name":"e2e-rec-recover-cb9bed","reconcileID":"63220fc5-7075-4e2e-b66a-2a8b6c38f409","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rec-recover-cb9bed\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:05.703296725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"56fcf369-e35b-4972-880b-ed5b065af1ea","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:05.730724769Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-cb9bed-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-sub","reconcileID":"e48646b7-3ed9-41c1-877b-7d314012e53b","MaaSSubscription":{"name":"e2e-rec-recover-cb9bed-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"model":"e2e-extmod-rec-noaccess-e964fd/e2e-rec-recover-cb9bed","error":"MaaSModelRef not found: e2e-extmod-rec-noaccess-e964fd/e2e-rec-recover-cb9bed (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:05.759870238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"56fcf369-e35b-4972-880b-ed5b065af1ea","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:05.759905342Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"56fcf369-e35b-4972-880b-ed5b065af1ea","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"model":"e2e-extmod-rec-noaccess-e964fd/e2e-rec-recover-cb9bed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:05.763367052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fa6834cb-818b-4f23-8244-33eed0cd283c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:05.803386415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"137fcacb-79a4-4c6a-a6ad-9fa80b1b9ee8","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:05.819937629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fa6834cb-818b-4f23-8244-33eed0cd283c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:05.851632808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"3a8d2f06-8463-48a3-9d31-8187dbba77cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:05.851838147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"277f768f-adb1-469d-9358-a7b6408ab892","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:05.854575745Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"namespace":"e2e-extmod-rec-noaccess-e964fd","name":"e2e-rec-recover-cb9bed","reconcileID":"d6221105-5140-449a-8e31-fdc52ee693fc","namespace":"e2e-extmod-rec-noaccess-e964fd","name":"e2e-rec-recover-cb9bed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:05.859990597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"137fcacb-79a4-4c6a-a6ad-9fa80b1b9ee8","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:05.909086047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"277f768f-adb1-469d-9358-a7b6408ab892","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:05.910182334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"3a8d2f06-8463-48a3-9d31-8187dbba77cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:06.068110157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"7ea43744-40ad-4296-acde-b2f7b3757fd6","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:19:06.115009315Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-cb9bed","namespace":"e2e-extmod-rec-noaccess-e964fd"},"namespace":"e2e-extmod-rec-noaccess-e964fd","name":"e2e-rec-recover-cb9bed","reconcileID":"1ff6b6a7-6927-401b-a136-1d82b2ddf6f0","error":"maasmodelrefs.maas.opendatahub.io \"e2e-rec-recover-cb9bed\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:06.124971071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"7ea43744-40ad-4296-acde-b2f7b3757fd6","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:06.168603599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"7728bfc3-ccd2-45c5-84ec-5e99d08baa4a","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:06.225201164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"7728bfc3-ccd2-45c5-84ec-5e99d08baa4a","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:06.320685101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4a046ee5-2bc3-489c-804c-5f82ec2217fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:06.377111133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4a046ee5-2bc3-489c-804c-5f82ec2217fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:06.422957109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"c3998bc9-8f68-4a6c-a778-f24a58be4ef0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:06.422969209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"f77dced6-b8b7-465b-a768-aa3a48fc6e2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:06.479934824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"c3998bc9-8f68-4a6c-a778-f24a58be4ef0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:06.480006081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"f77dced6-b8b7-465b-a768-aa3a48fc6e2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:06.540122047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"5d9a6c83-57d8-4b45-bf69-f16f5761dca7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:06.596568967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"5d9a6c83-57d8-4b45-bf69-f16f5761dca7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:06.742630346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"5973f8cd-f31c-4284-9801-0db7fc2b15fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:06.776954653Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:06.794722626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"c170d582-9eeb-43b7-ac04-36673b93f057","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:06.799309162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"5973f8cd-f31c-4284-9801-0db7fc2b15fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:06.841627146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"5b036a67-27a8-41c8-b620-23e066b8b830","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:06.84162663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"9255f15c-8eb2-42a0-9004-ae795eb2671c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:06.852503608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"c170d582-9eeb-43b7-ac04-36673b93f057","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:06.899765037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"5b036a67-27a8-41c8-b620-23e066b8b830","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:06.900813102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"9255f15c-8eb2-42a0-9004-ae795eb2671c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:07.061200391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"8b55ce41-6f3a-4de1-af32-d45f285e777e","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:07.117942121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"8b55ce41-6f3a-4de1-af32-d45f285e777e","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:07.269299433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"7c0b257f-e71f-4416-8589-af207c626279","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:07.320259745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4cf252c1-7cde-445e-8faa-d970311d7fca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:07.326201848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"7c0b257f-e71f-4416-8589-af207c626279","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:07.366065454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"bc02af5f-0ee6-4f67-bdf1-50b2a5b8aec5","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:07.376883617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4cf252c1-7cde-445e-8faa-d970311d7fca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:07.460931398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"bc02af5f-0ee6-4f67-bdf1-50b2a5b8aec5","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:07.46097003Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"bc02af5f-0ee6-4f67-bdf1-50b2a5b8aec5","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"model":"e2e-extmod-rec-noaccess-e964fd/e2e-rec-recover-cb9bed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:07.461515756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"c4b482e2-10bb-4338-9c92-37b01acb99ed","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:07.527796871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"c4b482e2-10bb-4338-9c92-37b01acb99ed","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:07.667348482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"dfd0908d-82d8-447b-948c-e27abe162242","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:07.724543787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"dfd0908d-82d8-447b-948c-e27abe162242","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:07.767498071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"ff105613-0a08-43af-9704-416867952bf0","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:07.824480842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"ff105613-0a08-43af-9704-416867952bf0","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:11.914185659Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"fab632ed-68b4-4d23-aa9c-20339d41af8c","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:17.273019339Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-subscription","reconcileID":"3840df97-beb4-43de-93c5-aea70a89da7a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-premium-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/premium-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:17.373002247Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-subscription","reconcileID":"9f25da70-03f9-4484-9675-13ec5cf56ec5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:17.462823261Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-3ea756","namespace":"e2e-extmod-rec-user-0efdb9"},"namespace":"e2e-extmod-rec-user-0efdb9","name":"e2e-rec-ctrl-3ea756","reconcileID":"76f1758b-8420-4c4c-ada0-a8124955ffc1","namespace":"e2e-extmod-rec-user-0efdb9","name":"e2e-rec-ctrl-3ea756","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:17.491556055Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"18d29111-b1a2-428c-bbdd-82a6d80f36a0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:17.517695989Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3ea756","namespace":"e2e-extmod-rec-user-0efdb9"},"namespace":"e2e-extmod-rec-user-0efdb9","name":"e2e-rec-ctrl-3ea756","reconcileID":"812e476d-aa6e-4c56-b4fd-99b0f06ea9c5","MaaSModelRef":{"name":"e2e-rec-ctrl-3ea756","namespace":"e2e-extmod-rec-user-0efdb9"},"routeName":"external-model-e2e-rec-ctrl-3ea756-01e983659f97","namespace":"e2e-extmod-rec-user-0efdb9","model":"e2e-rec-ctrl-3ea756","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:19:17.527215332Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-3ea756-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-sub","reconcileID":"d90be5e4-7dcb-4fc7-9205-71458a12ed15","MaaSSubscription":{"name":"e2e-rec-ctrl-3ea756-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"error":"failed to update TokenRateLimitPolicy for model e2e-extmod-rec-user-0efdb9/e2e-rec-ctrl-3ea756: tokenratelimitpolicies.kuadrant.io \"maas-trlp-e2e-rec-ctrl-3ea756\" not found","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:568\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:19:17.584542177Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-3ea756-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-sub","reconcileID":"d90be5e4-7dcb-4fc7-9205-71458a12ed15","error":"failed to update TokenRateLimitPolicy for model e2e-extmod-rec-user-0efdb9/e2e-rec-ctrl-3ea756: tokenratelimitpolicies.kuadrant.io \"maas-trlp-e2e-rec-ctrl-3ea756\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:17.669292572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"3e857e20-7351-46bd-b77c-610b174a2ec6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:17.674744418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"0ad9057a-f7cb-4eb3-b7fe-c345e40a1913","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:17.675615829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a557505-f66a-4733-826c-d9214fe7cd38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:17.676923652Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-sub","reconcileID":"7dfca237-39fb-4eee-ad59-5048a88740e7","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"maas-trlp-e2e-shr-shared-616643-e2e-extmod-b-7d25db","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-shared-616643-e2e-extmod-b-7d25db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:17.682183419Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3ea756","namespace":"e2e-extmod-rec-user-0efdb9"},"namespace":"e2e-extmod-rec-user-0efdb9","name":"e2e-rec-ctrl-3ea756","reconcileID":"48da66b7-b174-485a-894c-9d0d386b19de","MaaSModelRef":{"name":"e2e-rec-ctrl-3ea756","namespace":"e2e-extmod-rec-user-0efdb9"},"routeName":"external-model-e2e-rec-ctrl-3ea756-01e983659f97","namespace":"e2e-extmod-rec-user-0efdb9","model":"e2e-rec-ctrl-3ea756","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:17.684241046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"8c644184-98d1-4bf8-82ab-460b94a2d2ff","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:17.714448059Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-3ea756-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-sub","reconcileID":"f1d06e84-e821-4d29-a731-30040303e3db","MaaSSubscription":{"name":"e2e-rec-ctrl-3ea756-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"model":"e2e-extmod-rec-user-0efdb9/e2e-rec-ctrl-3ea756","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:17.726616671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"3e857e20-7351-46bd-b77c-610b174a2ec6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:17.734466548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"0ad9057a-f7cb-4eb3-b7fe-c345e40a1913","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:17.735063584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a557505-f66a-4733-826c-d9214fe7cd38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:17.741759112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"8c644184-98d1-4bf8-82ab-460b94a2d2ff","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:17.800791981Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-sub","reconcileID":"d40db16c-2476-49d2-ae78-14e78cc6e1c0","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"maas-trlp-e2e-shr-auth-81442b-e2e-extmod-b-7d25db","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-auth-81442b-e2e-extmod-b-7d25db","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:19:17.802200709Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3ea756","namespace":"e2e-extmod-rec-user-0efdb9"},"namespace":"e2e-extmod-rec-user-0efdb9","name":"e2e-rec-ctrl-3ea756","reconcileID":"48da66b7-b174-485a-894c-9d0d386b19de","name":"e2e-rec-ctrl-3ea756","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rec-ctrl-3ea756\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:19:17.802269313Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3ea756","namespace":"e2e-extmod-rec-user-0efdb9"},"namespace":"e2e-extmod-rec-user-0efdb9","name":"e2e-rec-ctrl-3ea756","reconcileID":"48da66b7-b174-485a-894c-9d0d386b19de","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rec-ctrl-3ea756\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:17.847626529Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cf430b62-11e5-45be-9a85-443d37e46989","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:17.855996599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"9cf2c6a9-455d-48c2-b9e0-e74e990114a2","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:17.860921039Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3ea756","namespace":"e2e-extmod-rec-user-0efdb9"},"namespace":"e2e-extmod-rec-user-0efdb9","name":"e2e-rec-ctrl-3ea756","reconcileID":"f1287676-78d2-4e51-9b2d-45a32fedeae0","MaaSModelRef":{"name":"e2e-rec-ctrl-3ea756","namespace":"e2e-extmod-rec-user-0efdb9"},"routeName":"external-model-e2e-rec-ctrl-3ea756-01e983659f97","namespace":"e2e-extmod-rec-user-0efdb9","model":"e2e-rec-ctrl-3ea756","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:17.91719671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"9cf2c6a9-455d-48c2-b9e0-e74e990114a2","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:17.917931826Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-185fad-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-sub","reconcileID":"9158c7a2-3ef5-4276-a97d-6797b24f9706","MaaSSubscription":{"name":"e2e-att-serve-185fad-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-serve-185fad","model":"e2e-extmod-att-user-a1f8ce/e2e-att-serve-185fad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:17.96324278Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-3ea756","namespace":"e2e-extmod-rec-user-0efdb9"},"namespace":"e2e-extmod-rec-user-0efdb9","name":"e2e-rec-ctrl-3ea756","reconcileID":"39fbaeb4-2503-465d-9b76-bb93ca47ff76","namespace":"e2e-extmod-rec-user-0efdb9","name":"e2e-rec-ctrl-3ea756","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:19:17.972898738Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3ea756","namespace":"e2e-extmod-rec-user-0efdb9"},"namespace":"e2e-extmod-rec-user-0efdb9","name":"e2e-rec-ctrl-3ea756","reconcileID":"c1e2572f-d903-487b-9660-c15e20a6e115","MaaSModelRef":{"name":"e2e-rec-ctrl-3ea756","namespace":"e2e-extmod-rec-user-0efdb9"},"error":"ExternalModel e2e-rec-ctrl-3ea756 not found in namespace e2e-extmod-rec-user-0efdb9 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:17.986176526Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"9cf2c6a9-455d-48c2-b9e0-e74e990114a2","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"model":"e2e-extmod-rec-noaccess-e964fd/e2e-rec-recover-cb9bed","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:19:18.032396161Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3ea756","namespace":"e2e-extmod-rec-user-0efdb9"},"namespace":"e2e-extmod-rec-user-0efdb9","name":"e2e-rec-ctrl-3ea756","reconcileID":"c1e2572f-d903-487b-9660-c15e20a6e115","error":"ExternalModel e2e-rec-ctrl-3ea756 not found in namespace e2e-extmod-rec-user-0efdb9 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:18.054820879Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-3ea756-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-sub","reconcileID":"b4df876c-02af-4db9-8e27-7baa841d0410","MaaSSubscription":{"name":"e2e-rec-ctrl-3ea756-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"model":"e2e-extmod-rec-user-0efdb9/e2e-rec-ctrl-3ea756","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:18.068201308Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"2bb2da77-95fc-48f9-af59-a3c280bda406","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:19:18.08362799Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3ea756","namespace":"e2e-extmod-rec-user-0efdb9"},"namespace":"e2e-extmod-rec-user-0efdb9","name":"e2e-rec-ctrl-3ea756","reconcileID":"4bbc19ec-2c1c-438c-bf80-a4d4209ae4ab","MaaSModelRef":{"name":"e2e-rec-ctrl-3ea756","namespace":"e2e-extmod-rec-user-0efdb9"},"error":"ExternalModel e2e-rec-ctrl-3ea756 not found in namespace e2e-extmod-rec-user-0efdb9 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:19:18.08370854Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3ea756","namespace":"e2e-extmod-rec-user-0efdb9"},"namespace":"e2e-extmod-rec-user-0efdb9","name":"e2e-rec-ctrl-3ea756","reconcileID":"4bbc19ec-2c1c-438c-bf80-a4d4209ae4ab","error":"ExternalModel e2e-rec-ctrl-3ea756 not found in namespace e2e-extmod-rec-user-0efdb9 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:18.126069472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"fe71ceac-7a0a-43d1-9097-2693a003767a","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:18.126069594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d7eacdd-84d6-4414-aa75-1dd1a8711b90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:19:18.146015341Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3ea756","namespace":"e2e-extmod-rec-user-0efdb9"},"namespace":"e2e-extmod-rec-user-0efdb9","name":"e2e-rec-ctrl-3ea756","reconcileID":"84be16c7-6ad2-4f27-8fb1-d19db3b06833","MaaSModelRef":{"name":"e2e-rec-ctrl-3ea756","namespace":"e2e-extmod-rec-user-0efdb9"},"error":"ExternalModel e2e-rec-ctrl-3ea756 not found in namespace e2e-extmod-rec-user-0efdb9 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:19:18.146077199Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3ea756","namespace":"e2e-extmod-rec-user-0efdb9"},"namespace":"e2e-extmod-rec-user-0efdb9","name":"e2e-rec-ctrl-3ea756","reconcileID":"84be16c7-6ad2-4f27-8fb1-d19db3b06833","error":"ExternalModel e2e-rec-ctrl-3ea756 not found in namespace e2e-extmod-rec-user-0efdb9 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:18.183143068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"fe71ceac-7a0a-43d1-9097-2693a003767a","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:18.183211667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d7eacdd-84d6-4414-aa75-1dd1a8711b90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:19:18.225372096Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3ea756","namespace":"e2e-extmod-rec-user-0efdb9"},"namespace":"e2e-extmod-rec-user-0efdb9","name":"e2e-rec-ctrl-3ea756","reconcileID":"6174b6d9-f73f-4ad5-9f85-ecdcbbaf020a","MaaSModelRef":{"name":"e2e-rec-ctrl-3ea756","namespace":"e2e-extmod-rec-user-0efdb9"},"error":"ExternalModel e2e-rec-ctrl-3ea756 not found in namespace e2e-extmod-rec-user-0efdb9 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:19:18.225445419Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3ea756","namespace":"e2e-extmod-rec-user-0efdb9"},"namespace":"e2e-extmod-rec-user-0efdb9","name":"e2e-rec-ctrl-3ea756","reconcileID":"6174b6d9-f73f-4ad5-9f85-ecdcbbaf020a","error":"ExternalModel e2e-rec-ctrl-3ea756 not found in namespace e2e-extmod-rec-user-0efdb9 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:19:18.278485538Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3ea756","namespace":"e2e-extmod-rec-user-0efdb9"},"namespace":"e2e-extmod-rec-user-0efdb9","name":"e2e-rec-ctrl-3ea756","reconcileID":"1c19688b-c1cf-435a-a3d5-c3797db7990a","MaaSModelRef":{"name":"e2e-rec-ctrl-3ea756","namespace":"e2e-extmod-rec-user-0efdb9"},"error":"ExternalModel e2e-rec-ctrl-3ea756 not found in namespace e2e-extmod-rec-user-0efdb9 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:19:18.278577434Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3ea756","namespace":"e2e-extmod-rec-user-0efdb9"},"namespace":"e2e-extmod-rec-user-0efdb9","name":"e2e-rec-ctrl-3ea756","reconcileID":"1c19688b-c1cf-435a-a3d5-c3797db7990a","error":"ExternalModel e2e-rec-ctrl-3ea756 not found in namespace e2e-extmod-rec-user-0efdb9 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:18.321726688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"b7914880-33d9-4150-9aab-3d058aba3cb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:18.321741621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"1b6d185e-6137-4dc0-97a2-d7a86b807cc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:18.322167248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"56c54453-0343-4fa0-b008-4b38a747853e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:18.322730866Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-sub","reconcileID":"8eabf494-52fa-4139-bad9-ce9650c3d2af","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:18.322911399Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-f08036-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-sub","reconcileID":"0f094dbc-a8f5-4208-b3d4-2678f71f8608","MaaSSubscription":{"name":"e2e-att-detach-f08036-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-detach-f08036","model":"e2e-extmod-att-user-a1f8ce/e2e-att-detach-f08036","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:18.359813426Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-3ea756-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-sub","reconcileID":"b2148263-ee34-44b1-9f39-ea16f8380e9e","MaaSSubscription":{"name":"e2e-rec-ctrl-3ea756-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"model":"e2e-extmod-rec-user-0efdb9/e2e-rec-ctrl-3ea756","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:18.382266601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"1b6d185e-6137-4dc0-97a2-d7a86b807cc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:18.385194986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"56c54453-0343-4fa0-b008-4b38a747853e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:18.388367248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"b7914880-33d9-4150-9aab-3d058aba3cb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:19:18.449869048Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3ea756","namespace":"e2e-extmod-rec-user-0efdb9"},"namespace":"e2e-extmod-rec-user-0efdb9","name":"e2e-rec-ctrl-3ea756","reconcileID":"e346edb3-726d-4d36-8389-f88d4d9f3859","MaaSModelRef":{"name":"e2e-rec-ctrl-3ea756","namespace":"e2e-extmod-rec-user-0efdb9"},"error":"ExternalModel e2e-rec-ctrl-3ea756 not found in namespace e2e-extmod-rec-user-0efdb9 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:19:18.450052037Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3ea756","namespace":"e2e-extmod-rec-user-0efdb9"},"namespace":"e2e-extmod-rec-user-0efdb9","name":"e2e-rec-ctrl-3ea756","reconcileID":"e346edb3-726d-4d36-8389-f88d4d9f3859","error":"ExternalModel e2e-rec-ctrl-3ea756 not found in namespace e2e-extmod-rec-user-0efdb9 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:18.471483441Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-bd0892-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-sub","reconcileID":"ba3e0049-5006-47d8-9076-01d443e7a888","MaaSSubscription":{"name":"e2e-att-unrel-bd0892-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-unrel-bd0892","model":"e2e-extmod-att-user-a1f8ce/e2e-att-unrel-bd0892","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:18.507262194Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-subscription","reconcileID":"d223c8b5-6f77-4e12-ba5a-1f4c65f8f96e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-premium-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/premium-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:18.625937029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"f1327c52-446e-49cd-9ee5-5f08bfbe5988","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:19:18.663744891Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3ea756","namespace":"e2e-extmod-rec-user-0efdb9"},"namespace":"e2e-extmod-rec-user-0efdb9","name":"e2e-rec-ctrl-3ea756","reconcileID":"14a7dec5-0d8b-4095-aa98-928fb5f40f66","MaaSModelRef":{"name":"e2e-rec-ctrl-3ea756","namespace":"e2e-extmod-rec-user-0efdb9"},"error":"ExternalModel e2e-rec-ctrl-3ea756 not found in namespace e2e-extmod-rec-user-0efdb9 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:19:18.663828662Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-3ea756","namespace":"e2e-extmod-rec-user-0efdb9"},"namespace":"e2e-extmod-rec-user-0efdb9","name":"e2e-rec-ctrl-3ea756","reconcileID":"14a7dec5-0d8b-4095-aa98-928fb5f40f66","error":"ExternalModel e2e-rec-ctrl-3ea756 not found in namespace e2e-extmod-rec-user-0efdb9 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:18.678720743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"df4d057d-6f82-47a4-ae9e-e99a318f257b","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:18.684238964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"f1327c52-446e-49cd-9ee5-5f08bfbe5988","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:18.738444477Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"0e63f7af-cdda-4563-ad63-640f8fd925c1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:18.738524243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"df4d057d-6f82-47a4-ae9e-e99a318f257b","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:18.790232019Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-3ea756-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-sub","reconcileID":"1fc66f59-3821-4b97-8cbb-33429a59410b","MaaSSubscription":{"name":"e2e-rec-ctrl-3ea756-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"model":"e2e-extmod-rec-user-0efdb9/e2e-rec-ctrl-3ea756","error":"MaaSModelRef not found: e2e-extmod-rec-user-0efdb9/e2e-rec-ctrl-3ea756 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:18.790893887Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-sub","reconcileID":"2ad33a70-cbaa-4114-966b-9d0043e34dd8","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-shr-shared-616643-e2e-extmod-a-8f45a2","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-shared-616643-e2e-extmod-a-8f45a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:18.81584277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"ffffc92b-9660-4696-9c70-2f17871e09bf","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:18.815860144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"dfda445f-33a1-4669-925f-e7420d97e7cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:18.831970472Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-subscription","reconcileID":"e0dfcc00-2deb-4026-bf09-cb7f9bddd5b7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-premium-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:18.876731451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"dfda445f-33a1-4669-925f-e7420d97e7cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:18.878439788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"ffffc92b-9660-4696-9c70-2f17871e09bf","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:18.974747284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"a59c269c-3ba5-474e-90dd-7fbf372b8156","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:19.031652965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"a59c269c-3ba5-474e-90dd-7fbf372b8156","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:19.222559059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"ebcf63be-de23-49ef-97e4-58dd3a2870fd","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:19.279368832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"ebcf63be-de23-49ef-97e4-58dd3a2870fd","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:19.349001749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5e3ca130-6274-44d1-8948-ca7dfa5c45ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:19.399882528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"641c3ff2-30a9-4ac5-b2c4-488a4daee92c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:19.399974475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"483e5952-4d96-4493-b63d-cbff04064f3e","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:19.405963125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5e3ca130-6274-44d1-8948-ca7dfa5c45ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:19.454630199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"d5f05227-114b-4c02-97da-01af2a8e9769","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:19.481692714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"483e5952-4d96-4493-b63d-cbff04064f3e","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:19.484235439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"641c3ff2-30a9-4ac5-b2c4-488a4daee92c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:19.484276772Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"641c3ff2-30a9-4ac5-b2c4-488a4daee92c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"model":"e2e-extmod-rec-user-0efdb9/e2e-rec-ctrl-3ea756","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:19.511723443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"d5f05227-114b-4c02-97da-01af2a8e9769","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:19.5412329Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"483e5952-4d96-4493-b63d-cbff04064f3e","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"model":"e2e-extmod-rec-noaccess-e964fd/e2e-rec-recover-cb9bed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:19.79308715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"f1acb986-4b35-48e5-bab9-9a19eef819fb","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:19.793663217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"bf046556-6b8c-4da6-b546-c65b7d0d9162","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:19.851782129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"bf046556-6b8c-4da6-b546-c65b7d0d9162","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:19.854736256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"f1acb986-4b35-48e5-bab9-9a19eef819fb","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:19.894048381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"f4f954eb-c25e-4459-a708-56a0854cde15","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:19.895101488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d4c27de8-9f86-4cd6-b288-fd0d4184bbbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:19.951956545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"f4f954eb-c25e-4459-a708-56a0854cde15","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:19.960940623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d4c27de8-9f86-4cd6-b288-fd0d4184bbbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:20.058942801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"45ce3f39-68df-4c41-8204-24ad0065b718","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:20.123551062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"45ce3f39-68df-4c41-8204-24ad0065b718","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:20.23590898Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e5175473-6cf2-40fe-974b-aa08c4215acf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:20.235939344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e5175473-6cf2-40fe-974b-aa08c4215acf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:20.290496746Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f26c3ef1-e338-4de9-b0fa-36c999d89b13","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:20.290522343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f26c3ef1-e338-4de9-b0fa-36c999d89b13","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:20.438121512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-29301668"},"namespace":"ai-tenant-e2e-mt-29301668","name":"e2e-shared-policy-29301668","reconcileID":"76e0a3e6-7733-4b48-a1c6-9fd4e1e92d7c","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-29301668"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:20.541722081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"69d162a1-1021-43c4-b14a-96a696a5be97","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:20.544892679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"fc2d91ef-4e2b-4522-8533-503456e16246","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:20.572219001Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-29301668"},"namespace":"ai-tenant-e2e-mt-29301668","name":"e2e-shared-policy-29301668","reconcileID":"76e0a3e6-7733-4b48-a1c6-9fd4e1e92d7c","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-29301668"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:20.59815909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"69d162a1-1021-43c4-b14a-96a696a5be97","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:20.601279204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"fc2d91ef-4e2b-4522-8533-503456e16246","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:20.62768277Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 35","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-29301668"},"namespace":"ai-tenant-e2e-mt-29301668","name":"e2e-shared-policy-29301668","reconcileID":"76e0a3e6-7733-4b48-a1c6-9fd4e1e92d7c","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-29301668"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:20.644384067Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-8f45a2 priority=0:[ai-tenant-e2e-extmod-a-8f45a2/e2e-shr-auth-81442b-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-shr-shared-616643-sub]","namespace=ai-tenant-e2e-extmod-b-3986bf priority=0:[ai-tenant-e2e-extmod-b-3986bf/e2e-att-detach-f08036-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-serve-185fad-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-unrel-bd0892-sub ai-tenant-e2e-extmod-b-3986bf/e2e-rec-ctrl-3ea756-sub ai-tenant-e2e-extmod-b-3986bf/e2e-rec-recover-cb9bed-sub]","namespace=ai-tenant-e2e-extmod-b-7d25db priority=0:[ai-tenant-e2e-extmod-b-7d25db/e2e-shr-auth-81442b-sub ai-tenant-e2e-extmod-b-7d25db/e2e-shr-shared-616643-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:20.64447317Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5434870d-deac-49c8-a345-272bd817dd32","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:20.644489216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5434870d-deac-49c8-a345-272bd817dd32","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:20.684927064Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0fc36b7d-fe64-4f21-813a-a7c4fa2585be","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:20.684945548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0fc36b7d-fe64-4f21-813a-a7c4fa2585be","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:20.701495506Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"95de3150-6804-4479-8ad9-c448bbb55a0f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:20.701514477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"95de3150-6804-4479-8ad9-c448bbb55a0f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:19:20.753545159Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-29301668","namespace":"ai-tenant-e2e-mt-29301668"},"namespace":"ai-tenant-e2e-mt-29301668","name":"e2e-shared-sub-29301668","reconcileID":"28416576-fc6e-43bd-96c5-564396e9761d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-29301668\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:20.789844725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-29301668"},"namespace":"ai-tenant-e2e-mt-29301668","name":"e2e-shared-policy-29301668","reconcileID":"d941f2f1-59b3-4a8e-9de1-ab9e492ca880","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-29301668"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:20.81528787Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","reconcileID":"512698c9-49c6-406e-9b54-81d2b9fbba6d","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-auth-81442b-2d53748654e6","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","externalModel":"e2e-shr-auth-81442b","provider":"e2e-shr-auth-81442b-provider","gateway":"openshift-ingress/e2e-extmod-b-7d25db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:20.846491674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-29301668"},"namespace":"ai-tenant-e2e-mt-29301668","name":"e2e-shared-policy-29301668","reconcileID":"d941f2f1-59b3-4a8e-9de1-ab9e492ca880","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-29301668"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:20.876068161Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"250c52c9-7509-478d-a764-4f523dfa3ee9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:20.876091847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"250c52c9-7509-478d-a764-4f523dfa3ee9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:20.90174786Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 35","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-29301668"},"namespace":"ai-tenant-e2e-mt-29301668","name":"e2e-shared-policy-29301668","reconcileID":"d941f2f1-59b3-4a8e-9de1-ab9e492ca880","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-29301668"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:20.933741621Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b721dda6-aa37-4ca7-9fea-2d0e45e8d3eb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:20.933759517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b721dda6-aa37-4ca7-9fea-2d0e45e8d3eb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:21.199007322Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-29301668","namespace":"ai-tenant-e2e-mt-29301668"},"namespace":"ai-tenant-e2e-mt-29301668","name":"e2e-shared-sub-29301668","reconcileID":"6d9fb71d-a4e1-44ea-aea8-7f45a7e4eeb0","MaaSSubscription":{"name":"e2e-shared-sub-29301668","namespace":"ai-tenant-e2e-mt-29301668"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-29301668/e2e-shared-sub-29301668","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:21.375060711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"edbdd39d-c1ea-46f2-95b3-5f100691ce0d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:21.375082794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"edbdd39d-c1ea-46f2-95b3-5f100691ce0d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:21.422800596Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"aa941b47-cd3e-465d-93b1-cf0a00cad21e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:21.582829146Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-29301668","namespace":"ai-tenant-e2e-mt-29301668"},"namespace":"ai-tenant-e2e-mt-29301668","name":"e2e-shared-sub-29301668","reconcileID":"e1bf406e-9771-42ba-b9a7-6cbb65dbd156","MaaSSubscription":{"name":"e2e-shared-sub-29301668","namespace":"ai-tenant-e2e-mt-29301668"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:22.019515149Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"f8314946-3f61-4ea6-ae2f-e4003911d746","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:25.449526074Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-961a9f","namespace":"e2e-extmod-rot-user-f0eb7b"},"namespace":"e2e-extmod-rot-user-f0eb7b","name":"e2e-rot-961a9f","reconcileID":"4d72e90f-652d-4558-8574-85fbd3ec4e7b","namespace":"e2e-extmod-rot-user-f0eb7b","name":"e2e-rot-961a9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:25.507548074Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-961a9f","namespace":"e2e-extmod-rot-user-f0eb7b"},"namespace":"e2e-extmod-rot-user-f0eb7b","name":"e2e-rot-961a9f","reconcileID":"519964d4-2c97-45c3-9480-0d22fe8651cf","namespace":"e2e-extmod-rot-user-f0eb7b","name":"e2e-rot-961a9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:25.56160091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-29301668"},"namespace":"ai-tenant-e2e-mt-29301668","name":"e2e-shared-policy-29301668","reconcileID":"1d83e43e-a7a5-4f8c-bd90-7e65a202d0c6","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-29301668"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:25.61372411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"aae8fee1-d8ed-47ca-a941-2eda2f1d6c5d","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:25.614216145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"f557f3f8-0830-4bd6-8a83-45aa7c8a27b0","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:25.616446631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6fd6d7b7-7cba-41d2-a5f5-769a6ec42e43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:25.619521584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-29301668"},"namespace":"ai-tenant-e2e-mt-29301668","name":"e2e-shared-policy-29301668","reconcileID":"1d83e43e-a7a5-4f8c-bd90-7e65a202d0c6","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-29301668"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:25.670857801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"f557f3f8-0830-4bd6-8a83-45aa7c8a27b0","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:25.672041827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"aae8fee1-d8ed-47ca-a941-2eda2f1d6c5d","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:25.676133339Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 35","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-29301668"},"namespace":"ai-tenant-e2e-mt-29301668","name":"e2e-shared-policy-29301668","reconcileID":"1d83e43e-a7a5-4f8c-bd90-7e65a202d0c6","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-29301668"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:25.743817776Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6fd6d7b7-7cba-41d2-a5f5-769a6ec42e43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:25.770825826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"c6248cef-95b8-41d3-a2c9-79caa6f56fc3","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:25.800018591Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6fd6d7b7-7cba-41d2-a5f5-769a6ec42e43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:25.827232886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"c6248cef-95b8-41d3-a2c9-79caa6f56fc3","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:25.831680801Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-961a9f","namespace":"e2e-extmod-rot-user-f0eb7b"},"namespace":"e2e-extmod-rot-user-f0eb7b","name":"e2e-rot-961a9f","reconcileID":"4a7251bd-efb7-41a4-81f5-44d167da2bc9","MaaSModelRef":{"name":"e2e-rot-961a9f","namespace":"e2e-extmod-rot-user-f0eb7b"},"name":"e2e-rot-961a9f","namespace":"e2e-extmod-rot-user-f0eb7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:25.832049573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"c9e2b11a-e758-442f-83f7-0bba1cf3141f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:25.882476011Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"c6248cef-95b8-41d3-a2c9-79caa6f56fc3","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"model":"e2e-extmod-rec-noaccess-e964fd/e2e-rec-recover-cb9bed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:25.888401064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"c9e2b11a-e758-442f-83f7-0bba1cf3141f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:25.938056018Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d7297e76-8b4d-4f14-a6a9-e42442a0eba5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:25.938144745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d7297e76-8b4d-4f14-a6a9-e42442a0eba5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:25.993297685Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-961a9f","namespace":"e2e-extmod-rot-user-f0eb7b"},"namespace":"e2e-extmod-rot-user-f0eb7b","name":"e2e-rot-961a9f","reconcileID":"88407768-6562-4f6e-9c2c-8e8f983b5a39","MaaSModelRef":{"name":"e2e-rot-961a9f","namespace":"e2e-extmod-rot-user-f0eb7b"},"name":"e2e-rot-961a9f","namespace":"e2e-extmod-rot-user-f0eb7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:26.01394226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"63db9f97-941c-4546-8d34-f4b02fe293a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:26.0706933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"63db9f97-941c-4546-8d34-f4b02fe293a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:26.096565057Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-961a9f","namespace":"e2e-extmod-rot-user-f0eb7b"},"namespace":"e2e-extmod-rot-user-f0eb7b","name":"e2e-rot-961a9f","reconcileID":"5c2e6740-3ab1-4983-ac9e-e12fe0159201","MaaSModelRef":{"name":"e2e-rot-961a9f","namespace":"e2e-extmod-rot-user-f0eb7b"},"name":"e2e-rot-961a9f","namespace":"e2e-extmod-rot-user-f0eb7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:26.114722039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"8cfa697c-15c3-4aed-bffe-a4c518f3dacf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:26.172627611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"8cfa697c-15c3-4aed-bffe-a4c518f3dacf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:26.217661327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"d1efe182-8bbc-4ce9-ae8c-ea8110f077c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:26.274563878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"d1efe182-8bbc-4ce9-ae8c-ea8110f077c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:26.318451184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"4d2e3639-658b-4ddb-b6a8-0626e60a2391","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:26.319441079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"11a12ec6-b970-46f4-9a45-ecc4069a4dd0","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:26.376637742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"4d2e3639-658b-4ddb-b6a8-0626e60a2391","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:26.377464371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"11a12ec6-b970-46f4-9a45-ecc4069a4dd0","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:26.441849609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"3ef9c2ac-15c6-439f-9aca-1404b195f1d5","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:26.501115863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"3ef9c2ac-15c6-439f-9aca-1404b195f1d5","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:26.758568534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"c5d9468e-991f-4303-a313-c74fa033dac4","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:26.815527084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"c5d9468e-991f-4303-a313-c74fa033dac4","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:26.842386653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1b6d3243-5a9d-4e5e-8058-18fd4291b75c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:26.860706227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"11172aa5-8e71-4b77-bec0-f83e9eb700cc","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:26.898891701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1b6d3243-5a9d-4e5e-8058-18fd4291b75c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:26.9170561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"11172aa5-8e71-4b77-bec0-f83e9eb700cc","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:26.96376454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"7c867715-0dac-4033-9fc0-8b7ce22a56eb","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:26.997902052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"dae1652a-4dbb-4ecd-8463-68a7016d2241","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:27.022798591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"7c867715-0dac-4033-9fc0-8b7ce22a56eb","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:27.054439409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"dae1652a-4dbb-4ecd-8463-68a7016d2241","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:27.076637054Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-961a9f","namespace":"e2e-extmod-rot-user-f0eb7b"},"namespace":"e2e-extmod-rot-user-f0eb7b","name":"e2e-rot-961a9f","reconcileID":"bb9d5b73-93df-48b3-9d36-90e8bae73641","namespace":"e2e-extmod-rot-user-f0eb7b","name":"e2e-rot-961a9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:27.083854842Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"7c867715-0dac-4033-9fc0-8b7ce22a56eb","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"model":"e2e-extmod-rec-user-0efdb9/e2e-rec-ctrl-3ea756","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:27.132874405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-961a9f","namespace":"e2e-extmod-rot-user-f0eb7b"},"namespace":"e2e-extmod-rot-user-f0eb7b","name":"e2e-rot-961a9f","reconcileID":"9b39d0ab-70fe-4538-b060-1b1e70d40bcb","MaaSModelRef":{"name":"e2e-rot-961a9f","namespace":"e2e-extmod-rot-user-f0eb7b"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-rot-user-f0eb7b/e2e-rot-961a9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:27.133002138Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-961a9f","namespace":"e2e-extmod-rot-user-f0eb7b"},"namespace":"e2e-extmod-rot-user-f0eb7b","name":"e2e-rot-961a9f","reconcileID":"9b39d0ab-70fe-4538-b060-1b1e70d40bcb","MaaSModelRef":{"name":"e2e-rot-961a9f","namespace":"e2e-extmod-rot-user-f0eb7b"},"routeName":"external-model-e2e-rot-961a9f-c5054087e9d2","namespace":"e2e-extmod-rot-user-f0eb7b","model":"e2e-rot-961a9f","externalModel":"e2e-rot-961a9f","provider":"e2e-rot-961a9f-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:27.236452391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"53a92d67-925f-4bde-9bf9-be0c91737afc","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:27.293032472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"53a92d67-925f-4bde-9bf9-be0c91737afc","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:27.377775481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-29301668"},"namespace":"ai-tenant-e2e-mt-29301668","name":"e2e-shared-policy-29301668","reconcileID":"b1810c35-4de5-4ff2-b2ec-67d69da9dad2","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-29301668"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:27.429567518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b20d96b4-2996-420c-8b7e-30cc0092107e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:27.430003097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"b12dd9d1-374f-4fac-9a34-47b30d8eb200","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:27.488370481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"b12dd9d1-374f-4fac-9a34-47b30d8eb200","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:27.489673665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b20d96b4-2996-420c-8b7e-30cc0092107e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:27.504762356Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-29301668"},"namespace":"ai-tenant-e2e-mt-29301668","name":"e2e-shared-policy-29301668","reconcileID":"b1810c35-4de5-4ff2-b2ec-67d69da9dad2","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-29301668"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:27.533687971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"fde5f2b3-77d7-4c53-8274-3500aeae79df","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:27.544552285Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 37","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b20d96b4-2996-420c-8b7e-30cc0092107e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:27.564841866Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 37","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-29301668"},"namespace":"ai-tenant-e2e-mt-29301668","name":"e2e-shared-policy-29301668","reconcileID":"b1810c35-4de5-4ff2-b2ec-67d69da9dad2","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-29301668"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:27.591687849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"fde5f2b3-77d7-4c53-8274-3500aeae79df","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:27.602224584Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ea841b03-9045-4abd-8c9a-a678c7d683aa","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:27.60224474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ea841b03-9045-4abd-8c9a-a678c7d683aa","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:27.62199986Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5b91f7d7-470d-4319-9c3a-3828151008ea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:27.62201708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5b91f7d7-470d-4319-9c3a-3828151008ea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:27.646933389Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"fde5f2b3-77d7-4c53-8274-3500aeae79df","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"model":"e2e-extmod-rec-noaccess-e964fd/e2e-rec-recover-cb9bed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:27.714377346Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-961a9f","namespace":"e2e-extmod-rot-user-f0eb7b"},"namespace":"e2e-extmod-rot-user-f0eb7b","name":"e2e-rot-961a9f","reconcileID":"d4b84628-c868-4e5f-8d96-07bd4e2d9ea7","MaaSModelRef":{"name":"e2e-rot-961a9f","namespace":"e2e-extmod-rot-user-f0eb7b"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-rot-user-f0eb7b/e2e-rot-961a9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:27.714405633Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-961a9f","namespace":"e2e-extmod-rot-user-f0eb7b"},"namespace":"e2e-extmod-rot-user-f0eb7b","name":"e2e-rot-961a9f","reconcileID":"d4b84628-c868-4e5f-8d96-07bd4e2d9ea7","MaaSModelRef":{"name":"e2e-rot-961a9f","namespace":"e2e-extmod-rot-user-f0eb7b"},"routeName":"external-model-e2e-rot-961a9f-c5054087e9d2","namespace":"e2e-extmod-rot-user-f0eb7b","model":"e2e-rot-961a9f","externalModel":"e2e-rot-961a9f","provider":"e2e-rot-961a9f-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:27.718612327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"ab03379b-f0a9-421a-9585-694d1b7ef7e5","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:27.777988924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"ab03379b-f0a9-421a-9585-694d1b7ef7e5","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:27.818233507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"bf3f3b8e-f8d7-4629-89ad-4f6e39135c04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:27.880602757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"bf3f3b8e-f8d7-4629-89ad-4f6e39135c04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:27.920918317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"79daa2f6-32bb-40c3-bf0f-4ca89bcf13b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:27.970828699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"9c11582e-7e4f-4d78-88fc-d330623fab42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:27.980416191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"79daa2f6-32bb-40c3-bf0f-4ca89bcf13b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:28.02795511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"9c11582e-7e4f-4d78-88fc-d330623fab42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:28.030637396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-961a9f-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rot-961a9f-access","reconcileID":"dadb0ab6-9eda-4db0-8437-d436a71b807e","MaaSAuthPolicy":{"name":"e2e-rot-961a9f-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:28.08729299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-961a9f-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rot-961a9f-access","reconcileID":"dadb0ab6-9eda-4db0-8437-d436a71b807e","MaaSAuthPolicy":{"name":"e2e-rot-961a9f-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:28.194812062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"7fd128a1-d79d-4e0f-bc03-fa27139d642e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:28.255515766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"7fd128a1-d79d-4e0f-bc03-fa27139d642e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:28.39216962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"90b683f7-d5e2-4400-9238-dfe740848063","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:28.393171588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"085a912f-44ef-48f8-a56c-d2dfd269af6f","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:28.410546095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"12600fb6-e3bf-44e1-bcc3-4db7d00f653f","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:28.450012709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"90b683f7-d5e2-4400-9238-dfe740848063","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:28.460254983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"085a912f-44ef-48f8-a56c-d2dfd269af6f","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:28.47886069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"12600fb6-e3bf-44e1-bcc3-4db7d00f653f","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:28.55042546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-961a9f","namespace":"e2e-extmod-rot-user-f0eb7b"},"namespace":"e2e-extmod-rot-user-f0eb7b","name":"e2e-rot-961a9f","reconcileID":"6fa21552-50f7-429e-912b-f139801cb452","MaaSModelRef":{"name":"e2e-rot-961a9f","namespace":"e2e-extmod-rot-user-f0eb7b"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-rot-user-f0eb7b/e2e-rot-961a9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:28.550457193Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-961a9f","namespace":"e2e-extmod-rot-user-f0eb7b"},"namespace":"e2e-extmod-rot-user-f0eb7b","name":"e2e-rot-961a9f","reconcileID":"6fa21552-50f7-429e-912b-f139801cb452","MaaSModelRef":{"name":"e2e-rot-961a9f","namespace":"e2e-extmod-rot-user-f0eb7b"},"routeName":"external-model-e2e-rot-961a9f-c5054087e9d2","namespace":"e2e-extmod-rot-user-f0eb7b","model":"e2e-rot-961a9f","externalModel":"e2e-rot-961a9f","provider":"e2e-rot-961a9f-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:28.87877936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"ce274ea8-8eb1-4343-a0b0-c23d5f223159","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:28.879171649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"326c81ce-6e1d-4a35-89d9-575637904d1e","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:28.919582973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e9ad0402-da7c-4721-ac3f-f64afb5ba294","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:28.937502459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"326c81ce-6e1d-4a35-89d9-575637904d1e","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:28.937666976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"ce274ea8-8eb1-4343-a0b0-c23d5f223159","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:28.991187101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"f6ce79a3-8779-4490-bf0b-d2fb0e8aa54a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:29.01856565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"18b00347-06a9-4e20-ab56-f5433dab3c95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:29.04773963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"f6ce79a3-8779-4490-bf0b-d2fb0e8aa54a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:29.059963206Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e9ad0402-da7c-4721-ac3f-f64afb5ba294","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:29.083779477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"18b00347-06a9-4e20-ab56-f5433dab3c95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:29.103300771Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"f6ce79a3-8779-4490-bf0b-d2fb0e8aa54a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"model":"e2e-extmod-rec-user-0efdb9/e2e-rec-ctrl-3ea756","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:29.117726409Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 38","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e9ad0402-da7c-4721-ac3f-f64afb5ba294","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:29.180572619Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1be9322b-d2ed-40cb-a54c-4b6aaa57aca9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:29.180598543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1be9322b-d2ed-40cb-a54c-4b6aaa57aca9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:29.337844063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"5ec587ba-4be0-498d-8edf-1198fc1c1dc4","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:29.395911741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"5ec587ba-4be0-498d-8edf-1198fc1c1dc4","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:31.690721139Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-8f45a2 priority=0:[ai-tenant-e2e-extmod-a-8f45a2/e2e-shr-auth-81442b-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-shr-shared-616643-sub]","namespace=ai-tenant-e2e-extmod-b-3986bf priority=0:[ai-tenant-e2e-extmod-b-3986bf/e2e-att-detach-f08036-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-serve-185fad-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-unrel-bd0892-sub ai-tenant-e2e-extmod-b-3986bf/e2e-rec-ctrl-3ea756-sub ai-tenant-e2e-extmod-b-3986bf/e2e-rec-recover-cb9bed-sub ai-tenant-e2e-extmod-b-3986bf/e2e-rot-961a9f-sub]","namespace=ai-tenant-e2e-extmod-b-7d25db priority=0:[ai-tenant-e2e-extmod-b-7d25db/e2e-shr-auth-81442b-sub ai-tenant-e2e-extmod-b-7d25db/e2e-shr-shared-616643-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:31.744417539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-961a9f","namespace":"e2e-extmod-rot-user-f0eb7b"},"namespace":"e2e-extmod-rot-user-f0eb7b","name":"e2e-rot-961a9f","reconcileID":"d6b8fd7c-7060-4f2e-baea-406b724cd12b","MaaSModelRef":{"name":"e2e-rot-961a9f","namespace":"e2e-extmod-rot-user-f0eb7b"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-rot-user-f0eb7b/e2e-rot-961a9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:31.744529306Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-961a9f","namespace":"e2e-extmod-rot-user-f0eb7b"},"namespace":"e2e-extmod-rot-user-f0eb7b","name":"e2e-rot-961a9f","reconcileID":"d6b8fd7c-7060-4f2e-baea-406b724cd12b","MaaSModelRef":{"name":"e2e-rot-961a9f","namespace":"e2e-extmod-rot-user-f0eb7b"},"routeName":"external-model-e2e-rot-961a9f-c5054087e9d2","namespace":"e2e-extmod-rot-user-f0eb7b","model":"e2e-rot-961a9f","externalModel":"e2e-rot-961a9f","provider":"e2e-rot-961a9f-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:31.914093793Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-unrel-bd0892","reconcileID":"a6dce671-ce9a-46ee-b28f-27f20555af02","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-att-user-a1f8ce/e2e-att-unrel-bd0892","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:31.914127943Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-unrel-bd0892","reconcileID":"a6dce671-ce9a-46ee-b28f-27f20555af02","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"routeName":"external-model-e2e-att-unrel-bd0892-ebe3eedf0976","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-att-unrel-bd0892","externalModel":"e2e-att-unrel-bd0892","provider":"e2e-att-unrel-bd0892-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:31.969262465Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"686f5582-7413-4cd6-b051-5a930f23ac82","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:31.96929131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"686f5582-7413-4cd6-b051-5a930f23ac82","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:32.02163599Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-961a9f","namespace":"e2e-extmod-rot-user-f0eb7b"},"namespace":"e2e-extmod-rot-user-f0eb7b","name":"e2e-rot-961a9f","reconcileID":"ca723620-6217-407c-922e-9226f0e75578","MaaSModelRef":{"name":"e2e-rot-961a9f","namespace":"e2e-extmod-rot-user-f0eb7b"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-rot-user-f0eb7b/e2e-rot-961a9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:32.021659977Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-961a9f","namespace":"e2e-extmod-rot-user-f0eb7b"},"namespace":"e2e-extmod-rot-user-f0eb7b","name":"e2e-rot-961a9f","reconcileID":"ca723620-6217-407c-922e-9226f0e75578","MaaSModelRef":{"name":"e2e-rot-961a9f","namespace":"e2e-extmod-rot-user-f0eb7b"},"routeName":"external-model-e2e-rot-961a9f-c5054087e9d2","namespace":"e2e-extmod-rot-user-f0eb7b","model":"e2e-rot-961a9f","externalModel":"e2e-rot-961a9f","provider":"e2e-rot-961a9f-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:32.064084729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"c0ab2b96-95e6-467f-afcf-b892c2c25969","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:32.064753248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"be53b513-e794-45d5-9910-97d04f7c6be8","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:32.065422783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-961a9f-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rot-961a9f-access","reconcileID":"e271e52b-2ac1-4754-82e2-cb441108fbf2","MaaSAuthPolicy":{"name":"e2e-rot-961a9f-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:32.066778917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"cb6defbb-e900-4964-99a7-36adaa74c771","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:32.067345189Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-8f45a2 priority=0:[ai-tenant-e2e-extmod-a-8f45a2/e2e-shr-auth-81442b-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-shr-shared-616643-sub]","namespace=ai-tenant-e2e-extmod-b-3986bf priority=0:[ai-tenant-e2e-extmod-b-3986bf/e2e-att-detach-f08036-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-serve-185fad-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-unrel-bd0892-sub ai-tenant-e2e-extmod-b-3986bf/e2e-rec-ctrl-3ea756-sub ai-tenant-e2e-extmod-b-3986bf/e2e-rec-recover-cb9bed-sub ai-tenant-e2e-extmod-b-3986bf/e2e-rot-961a9f-sub]","namespace=ai-tenant-e2e-extmod-b-7d25db priority=0:[ai-tenant-e2e-extmod-b-7d25db/e2e-shr-auth-81442b-sub ai-tenant-e2e-extmod-b-7d25db/e2e-shr-shared-616643-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:32.072751355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"5a540901-43ba-4cdb-8e9c-fdc0e7c05652","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:32.123353605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-961a9f-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rot-961a9f-access","reconcileID":"e271e52b-2ac1-4754-82e2-cb441108fbf2","MaaSAuthPolicy":{"name":"e2e-rot-961a9f-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:32.123770244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"be53b513-e794-45d5-9910-97d04f7c6be8","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:32.125476143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"c0ab2b96-95e6-467f-afcf-b892c2c25969","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:32.126197049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"cb6defbb-e900-4964-99a7-36adaa74c771","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:32.128381642Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"63f620cb-7373-4279-af28-d105502395e9","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-att-user-a1f8ce/e2e-att-detach-f08036","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:32.128400339Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"63f620cb-7373-4279-af28-d105502395e9","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"routeName":"external-model-e2e-att-detach-f08036-3281ff3d31d8","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-att-detach-f08036","externalModel":"e2e-att-detach-f08036","provider":"e2e-att-detach-f08036-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:32.129634918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"5a540901-43ba-4cdb-8e9c-fdc0e7c05652","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:32.133512977Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-961a9f-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rot-961a9f-sub","reconcileID":"ffc6a2bb-a676-4558-b60a-e66d3f2b5b52","MaaSSubscription":{"name":"e2e-rot-961a9f-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-rot-961a9f","model":"e2e-rot-961a9f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-3986bf/e2e-rot-961a9f-sub"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:19:32.18045652Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"namespace":"ai-tenant-e2e-mt-0fa0e1c5","name":"e2e-shared-sub-29301668","reconcileID":"b111f718-4002-44d8-839e-9228352a59da","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-29301668\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:32.181743554Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"cb6defbb-e900-4964-99a7-36adaa74c771","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"model":"e2e-extmod-rec-user-0efdb9/e2e-rec-ctrl-3ea756","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:32.184656476Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"5a540901-43ba-4cdb-8e9c-fdc0e7c05652","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"model":"e2e-extmod-rec-noaccess-e964fd/e2e-rec-recover-cb9bed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:32.238375141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"09e6eb55-10f1-495a-a5fa-45279bc02547","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-att-user-a1f8ce/e2e-att-serve-185fad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:32.238394693Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"09e6eb55-10f1-495a-a5fa-45279bc02547","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"routeName":"external-model-e2e-att-serve-185fad-5fa01018e074","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-att-serve-185fad","externalModel":"e2e-att-serve-185fad","provider":"e2e-att-serve-185fad-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:32.389230676Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-961a9f","namespace":"e2e-extmod-rot-user-f0eb7b"},"namespace":"e2e-extmod-rot-user-f0eb7b","name":"e2e-rot-961a9f","reconcileID":"7ca68dd4-7b4a-49b7-8456-e47eb08f0b8f","MaaSModelRef":{"name":"e2e-rot-961a9f","namespace":"e2e-extmod-rot-user-f0eb7b"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-rot-user-f0eb7b/e2e-rot-961a9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:32.38926679Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-961a9f","namespace":"e2e-extmod-rot-user-f0eb7b"},"namespace":"e2e-extmod-rot-user-f0eb7b","name":"e2e-rot-961a9f","reconcileID":"7ca68dd4-7b4a-49b7-8456-e47eb08f0b8f","MaaSModelRef":{"name":"e2e-rot-961a9f","namespace":"e2e-extmod-rot-user-f0eb7b"},"routeName":"external-model-e2e-rot-961a9f-c5054087e9d2","namespace":"e2e-extmod-rot-user-f0eb7b","model":"e2e-rot-961a9f","externalModel":"e2e-rot-961a9f","provider":"e2e-rot-961a9f-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:32.4420343Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"11fe6c93-e421-4f87-94d6-459100e74bfa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:32.442056814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"11fe6c93-e421-4f87-94d6-459100e74bfa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:32.497179924Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"a4e70d35-4cf2-43bd-be07-fd5ea56cd34a","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:32.598016202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"namespace":"ai-tenant-e2e-mt-0fa0e1c5","name":"e2e-shared-policy-29301668","reconcileID":"5d7979ad-8ad1-4ae7-b067-5fd44b8c78be","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:32.604882086Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-961a9f","namespace":"e2e-extmod-rot-user-f0eb7b"},"namespace":"e2e-extmod-rot-user-f0eb7b","name":"e2e-rot-961a9f","reconcileID":"46e3e6ae-80d3-429f-b51d-8129c40d599f","MaaSModelRef":{"name":"e2e-rot-961a9f","namespace":"e2e-extmod-rot-user-f0eb7b"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-rot-user-f0eb7b/e2e-rot-961a9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:32.604949413Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-961a9f","namespace":"e2e-extmod-rot-user-f0eb7b"},"namespace":"e2e-extmod-rot-user-f0eb7b","name":"e2e-rot-961a9f","reconcileID":"46e3e6ae-80d3-429f-b51d-8129c40d599f","MaaSModelRef":{"name":"e2e-rot-961a9f","namespace":"e2e-extmod-rot-user-f0eb7b"},"routeName":"external-model-e2e-rot-961a9f-c5054087e9d2","namespace":"e2e-extmod-rot-user-f0eb7b","model":"e2e-rot-961a9f","externalModel":"e2e-rot-961a9f","provider":"e2e-rot-961a9f-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:32.677932116Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-961a9f-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rot-961a9f-sub","reconcileID":"da086762-2b32-452a-96cd-47ef1d6dbef3","MaaSSubscription":{"name":"e2e-rot-961a9f-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-rot-961a9f","model":"e2e-extmod-rot-user-f0eb7b/e2e-rot-961a9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:32.718744404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09d92654-1dee-4bc9-bce5-db76ff42d8b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:32.718765156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09d92654-1dee-4bc9-bce5-db76ff42d8b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:32.736811463Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"namespace":"ai-tenant-e2e-mt-0fa0e1c5","name":"e2e-shared-policy-29301668","reconcileID":"5d7979ad-8ad1-4ae7-b067-5fd44b8c78be","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:32.775239506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"51b26cfc-b23e-4b89-89d9-32e344b58531","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:32.792542297Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"namespace":"ai-tenant-e2e-mt-0fa0e1c5","name":"e2e-shared-policy-29301668","reconcileID":"5d7979ad-8ad1-4ae7-b067-5fd44b8c78be","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:32.834448014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"51b26cfc-b23e-4b89-89d9-32e344b58531","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:32.837587794Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"namespace":"ai-tenant-e2e-mt-0fa0e1c5","name":"e2e-shared-sub-29301668","reconcileID":"c2cf4d09-28f5-45c2-96fc-a3269bfcb69e","MaaSSubscription":{"name":"e2e-shared-sub-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-0fa0e1c5/e2e-shared-sub-29301668","ai-tenant-e2e-mt-29301668/e2e-shared-sub-29301668","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:32.847299493Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b45db58b-c853-4936-9446-5f8aee34b4de","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:32.847317507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b45db58b-c853-4936-9446-5f8aee34b4de","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:32.88205439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-961a9f-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rot-961a9f-access","reconcileID":"da1877d8-316c-44db-9fb4-e3b0a04aca54","MaaSAuthPolicy":{"name":"e2e-rot-961a9f-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:32.938668824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-961a9f-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rot-961a9f-access","reconcileID":"da1877d8-316c-44db-9fb4-e3b0a04aca54","MaaSAuthPolicy":{"name":"e2e-rot-961a9f-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:32.984515458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"42ee419f-70b3-45b0-95b0-688d9bd4522d","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:32.985484829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"5f5c12cb-c54e-4b85-905d-bb8d0297f497","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:33.006266279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"df89ea8c-3006-4525-b8b6-c8c0f9f52bc3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:33.006417739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"df89ea8c-3006-4525-b8b6-c8c0f9f52bc3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:33.041853135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"42ee419f-70b3-45b0-95b0-688d9bd4522d","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:33.043464204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"5f5c12cb-c54e-4b85-905d-bb8d0297f497","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:33.048559712Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e4ab6d26-48c1-4bcf-b099-a579ecb7040c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:33.048695439Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-29301668","namespace":"ai-tenant-e2e-mt-29301668"},"namespace":"ai-tenant-e2e-mt-29301668","name":"e2e-shared-sub-29301668","reconcileID":"c5f3c0ba-3a98-46aa-a1c9-67ce8413c8fe","MaaSSubscription":{"name":"e2e-shared-sub-29301668","namespace":"ai-tenant-e2e-mt-29301668"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:33.099436239Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"5f5c12cb-c54e-4b85-905d-bb8d0297f497","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"model":"e2e-extmod-rec-user-0efdb9/e2e-rec-ctrl-3ea756","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:33.254196389Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"namespace":"ai-tenant-e2e-mt-0fa0e1c5","name":"e2e-shared-sub-29301668","reconcileID":"7a42ded6-b013-49e0-902e-9aac86b52410","MaaSSubscription":{"name":"e2e-shared-sub-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:33.256724191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26ff2dd0-2950-41a4-9bd8-ad95e0dcd23c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:33.257050846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"e6dd6173-45a7-4b80-8b5f-bd34ad794d20","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:33.309241105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26ff2dd0-2950-41a4-9bd8-ad95e0dcd23c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:33.361902709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26ff2dd0-2950-41a4-9bd8-ad95e0dcd23c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:33.366031671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"e6dd6173-45a7-4b80-8b5f-bd34ad794d20","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:33.414225819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26ff2dd0-2950-41a4-9bd8-ad95e0dcd23c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:33.469782658Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"e6dd6173-45a7-4b80-8b5f-bd34ad794d20","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"model":"e2e-extmod-rec-noaccess-e964fd/e2e-rec-recover-cb9bed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:33.567878237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"e9b5df9a-d214-4263-83a3-28688b9d61dc","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:33.624682674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"e9b5df9a-d214-4263-83a3-28688b9d61dc","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:35.299188287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1941649c-5fe9-406d-a727-05b4774d8e2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:35.350840667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1941649c-5fe9-406d-a727-05b4774d8e2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:35.402719966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1941649c-5fe9-406d-a727-05b4774d8e2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:35.455095225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1941649c-5fe9-406d-a727-05b4774d8e2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:36.783178545Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:37.692250427Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-678d88","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88","reconcileID":"d8a67295-17c9-4226-8e41-029d8925c23e","namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:37.748922177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-29301668"},"namespace":"ai-tenant-e2e-mt-29301668","name":"e2e-shared-policy-29301668","reconcileID":"97d99a71-daad-4677-92e1-93c7bfbebfac","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-29301668"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:37.750038873Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-678d88","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88","reconcileID":"d22ba9dc-61ca-4dd1-afe6-094f2d35e961","namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:37.799198749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"namespace":"ai-tenant-e2e-mt-0fa0e1c5","name":"e2e-shared-policy-29301668","reconcileID":"f7cbace7-f75d-45db-8082-96c115cec703","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:37.799762333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a58939a8-cf37-4240-b736-590b818c5cca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:37.80536292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-29301668"},"namespace":"ai-tenant-e2e-mt-29301668","name":"e2e-shared-policy-29301668","reconcileID":"97d99a71-daad-4677-92e1-93c7bfbebfac","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-29301668"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:37.852876634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"668b161d-0ad6-4547-9860-04b7d8660ce6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:37.856480545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"namespace":"ai-tenant-e2e-mt-0fa0e1c5","name":"e2e-shared-policy-29301668","reconcileID":"f7cbace7-f75d-45db-8082-96c115cec703","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:37.860215066Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-29301668"},"namespace":"ai-tenant-e2e-mt-29301668","name":"e2e-shared-policy-29301668","reconcileID":"97d99a71-daad-4677-92e1-93c7bfbebfac","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-29301668"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:37.911803261Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"namespace":"ai-tenant-e2e-mt-0fa0e1c5","name":"e2e-shared-policy-29301668","reconcileID":"f7cbace7-f75d-45db-8082-96c115cec703","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:37.917187408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5de82f08-9d36-48a6-b4d3-6ce9773282bc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:37.917205136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5de82f08-9d36-48a6-b4d3-6ce9773282bc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:37.926455651Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a58939a8-cf37-4240-b736-590b818c5cca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:19:37.97002688Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"668b161d-0ad6-4547-9860-04b7d8660ce6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:37.981710444Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a58939a8-cf37-4240-b736-590b818c5cca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:19:38.027843125Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"668b161d-0ad6-4547-9860-04b7d8660ce6","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:38.055000727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"79b38f45-104c-465e-be44-598a9f3458c6","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:38.070845981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"4027abac-7e2a-4d02-a9b7-91afe87f6895","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:38.073009947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"21c567b9-e9c4-4d54-a37a-01b745a2dae7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:38.111755716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"79b38f45-104c-465e-be44-598a9f3458c6","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:38.127589609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"4027abac-7e2a-4d02-a9b7-91afe87f6895","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:38.129481055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"21c567b9-e9c4-4d54-a37a-01b745a2dae7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:38.167052789Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"79b38f45-104c-465e-be44-598a9f3458c6","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"model":"e2e-extmod-rec-noaccess-e964fd/e2e-rec-recover-cb9bed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:38.187461475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"70c74660-a36d-459b-bca2-7499dadc5aa0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:38.188950485Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-e2e-extmod-a-8f45a2","reconcileID":"1974ea45-3333-4b5c-91c2-8001484e6cf4","MaaSModelRef":{"name":"e2e-shr-amb-678d88-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"name":"e2e-shr-amb-678d88","namespace":"e2e-extmod-shr-user-cd78f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:38.243752678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"70c74660-a36d-459b-bca2-7499dadc5aa0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:38.284150962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93c88e7d-e7da-4f6e-8487-8746c03ea35e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:38.300232851Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ffcefec4-a09c-4f1a-a54e-496a8283cb0b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:38.300252381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ffcefec4-a09c-4f1a-a54e-496a8283cb0b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:38.300705709Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6ac31383-e6ca-4a0a-9d34-336acb44952b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:38.300722002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6ac31383-e6ca-4a0a-9d34-336acb44952b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:38.331718301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-sub","reconcileID":"523ada6e-f9ca-4000-9ffa-e4395f018a21","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"maas-trlp-e2e-shr-auth-81442b-e2e-extmod-b-7d25db","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-auth-81442b-e2e-extmod-b-7d25db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:38.331851864Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-sub","reconcileID":"5953bf39-c014-40a9-80a5-62445d44954a","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"maas-trlp-e2e-shr-shared-616643-e2e-extmod-b-7d25db","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-shared-616643-e2e-extmod-b-7d25db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:38.332151398Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-sub","reconcileID":"e22e77db-cbf9-4e13-8480-85efa60d53fa","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-shr-shared-616643-e2e-extmod-a-8f45a2","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-shared-616643-e2e-extmod-a-8f45a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:38.332255424Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-sub","reconcileID":"e67649d5-6bf7-4b8e-ba1a-fcbf8d313be3","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:38.340818194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93c88e7d-e7da-4f6e-8487-8746c03ea35e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:38.352976664Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","reconcileID":"ca89bebe-3555-41a2-ba3b-a4ec746044a8","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-shared-616643-81144d719efe","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","externalModel":"e2e-shr-shared-616643","provider":"e2e-shr-shared-616643-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:38.396219132Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93c88e7d-e7da-4f6e-8487-8746c03ea35e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:38.460525148Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","reconcileID":"a4c1addf-d8e8-4d9e-96ac-dd73c835f8f0","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-shared-616643-e4da3965f644","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","externalModel":"e2e-shr-shared-616643","provider":"e2e-shr-shared-616643-provider","gateway":"openshift-ingress/e2e-extmod-b-7d25db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:38.478184016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"d9112693-6608-4893-b049-d76ada2b4d11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:38.534861055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"d9112693-6608-4893-b049-d76ada2b4d11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:38.564684018Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","reconcileID":"64dad6ad-5e8a-44e2-980b-a2bbf8789b1e","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-auth-81442b-32f40957b72f","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","externalModel":"e2e-shr-auth-81442b","provider":"e2e-shr-auth-81442b-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:38.57659697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"ebac2759-6748-4f76-8c56-9674385dc3cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:38.633300531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"ebac2759-6748-4f76-8c56-9674385dc3cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:38.669674487Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","reconcileID":"f0d2ada0-ef33-42ce-8754-eacfc312a734","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-auth-81442b-2d53748654e6","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","externalModel":"e2e-shr-auth-81442b","provider":"e2e-shr-auth-81442b-provider","gateway":"openshift-ingress/e2e-extmod-b-7d25db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:38.676585495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"28491e6d-7aac-40be-a01c-70d998d36a1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:38.676882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"99e2712a-b23f-4b80-9d17-9304910afebc","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:38.684092524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"d19778bb-b6c6-4bfc-97b0-4dfa385a5936","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:38.733201952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"99e2712a-b23f-4b80-9d17-9304910afebc","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:38.733211743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"28491e6d-7aac-40be-a01c-70d998d36a1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:38.740726048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"d19778bb-b6c6-4bfc-97b0-4dfa385a5936","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:38.773835513Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-e2e-extmod-a-8f45a2","reconcileID":"e9a86748-29da-42db-943d-4ed4d0954d27","MaaSModelRef":{"name":"e2e-shr-amb-678d88-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"name":"e2e-shr-amb-678d88","namespace":"e2e-extmod-shr-user-cd78f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:38.786787693Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-29301668"},"namespace":"ai-tenant-e2e-mt-29301668","name":"e2e-shared-policy-29301668","reconcileID":"99021548-cac9-48a9-aa4e-7ab12495b2bc","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-29301668"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:38.987815313Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-29301668"},"namespace":"ai-tenant-e2e-mt-29301668","name":"e2e-shared-policy-29301668","reconcileID":"99021548-cac9-48a9-aa4e-7ab12495b2bc","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-29301668"},"policyNamespace":"ai-tenant-e2e-mt-29301668","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:39.038929569Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-e2e-extmod-b-7d25db","reconcileID":"4a32dd4f-1fb5-417b-9483-8622cd12d04a","MaaSModelRef":{"name":"e2e-shr-amb-678d88-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"name":"e2e-shr-amb-678d88","namespace":"e2e-extmod-shr-user-cd78f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:39.067606287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"39e45f93-3de1-4182-999b-4e5a9ce9dd9d","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:39.136999633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"39e45f93-3de1-4182-999b-4e5a9ce9dd9d","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:39.157376416Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1dd1316a-a7d8-4f02-9ce5-725ee1f7c3d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:39.157402175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1dd1316a-a7d8-4f02-9ce5-725ee1f7c3d0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:39.209670534Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-e2e-extmod-a-8f45a2","reconcileID":"76ece892-cfd7-4fc6-a558-c13b469049b9","MaaSModelRef":{"name":"e2e-shr-amb-678d88-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"name":"e2e-shr-amb-678d88","namespace":"e2e-extmod-shr-user-cd78f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:39.258893085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"7e640e55-9c18-4048-963d-e1119145165d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:39.3151849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"7e640e55-9c18-4048-963d-e1119145165d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:39.31877748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0bd40ccd-a860-46ca-812e-9bfc697ee2f1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:39.318857213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0bd40ccd-a860-46ca-812e-9bfc697ee2f1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:39.360726325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"2546b934-c346-428a-bd37-61a0bda99183","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:39.417074189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"2546b934-c346-428a-bd37-61a0bda99183","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:39.423331728Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-e2e-extmod-b-7d25db","reconcileID":"6b5b50cb-358e-4067-ba7b-475560599723","MaaSModelRef":{"name":"e2e-shr-amb-678d88-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"name":"e2e-shr-amb-678d88","namespace":"e2e-extmod-shr-user-cd78f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:39.460109489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"7a71f79d-bed9-437e-82d8-0d55a87dea05","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:39.462003052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-961a9f-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rot-961a9f-access","reconcileID":"1f3936db-6d0b-4512-a0ef-da14f3d3443d","MaaSAuthPolicy":{"name":"e2e-rot-961a9f-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:39.517318156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"7a71f79d-bed9-437e-82d8-0d55a87dea05","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:39.518593729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-961a9f-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rot-961a9f-access","reconcileID":"1f3936db-6d0b-4512-a0ef-da14f3d3443d","MaaSAuthPolicy":{"name":"e2e-rot-961a9f-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:39.526794214Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-e2e-extmod-a-8f45a2","reconcileID":"1a966f06-367a-48f8-bdda-84edcfd68658","MaaSModelRef":{"name":"e2e-shr-amb-678d88-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"name":"e2e-shr-amb-678d88","namespace":"e2e-extmod-shr-user-cd78f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:39.555681928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"e0b844c7-a419-4208-9878-827174f5d8bf","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:39.572689189Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"7a71f79d-bed9-437e-82d8-0d55a87dea05","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"model":"e2e-extmod-rec-user-0efdb9/e2e-rec-ctrl-3ea756","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:39.612210714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"e0b844c7-a419-4208-9878-827174f5d8bf","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:39.630771309Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","reconcileID":"96c81d2a-82c5-4b16-beba-12b24cc9ed16","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-shared-616643-81144d719efe","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","externalModel":"e2e-shr-shared-616643","provider":"e2e-shr-shared-616643-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:39.633594478Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-sub","reconcileID":"d63cc810-3608-48c6-b0d9-b257325065ab","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"maas-trlp-e2e-shr-auth-81442b-e2e-extmod-b-7d25db","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-auth-81442b-e2e-extmod-b-7d25db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:39.633689594Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-sub","reconcileID":"9e72555f-033e-40c2-a5ca-5149049942b9","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:39.635853424Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-sub","reconcileID":"ffcef760-ae5f-47ea-ae7f-11978ab6359c","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"maas-trlp-e2e-shr-shared-616643-e2e-extmod-b-7d25db","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-shared-616643-e2e-extmod-b-7d25db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:39.635862734Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-sub","reconcileID":"a64841ed-21a5-4be2-a840-60c66e113c58","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-shr-shared-616643-e2e-extmod-a-8f45a2","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-shared-616643-e2e-extmod-a-8f45a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:39.656584073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"0fb72048-b0a1-46f6-80df-71880819724e","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:39.750785001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"0fb72048-b0a1-46f6-80df-71880819724e","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:39.7522598Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","reconcileID":"63bb5ffb-3a25-42cb-8925-9b454ddbdd90","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-shared-616643-e4da3965f644","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","externalModel":"e2e-shr-shared-616643","provider":"e2e-shr-shared-616643-provider","gateway":"openshift-ingress/e2e-extmod-b-7d25db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:39.812664365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"namespace":"ai-tenant-e2e-mt-0fa0e1c5","name":"e2e-shared-policy-29301668","reconcileID":"06a357a7-dc9d-4879-b259-1ce6bd27fec5","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:39.855136327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"17015ba0-1154-424e-b298-bb0be8f89540","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:39.857397215Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","reconcileID":"1495ccd4-f550-4021-9286-b9ff87428921","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-auth-81442b-32f40957b72f","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","externalModel":"e2e-shr-auth-81442b","provider":"e2e-shr-auth-81442b-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:39.911871956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"17015ba0-1154-424e-b298-bb0be8f89540","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:39.95187927Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"namespace":"ai-tenant-e2e-mt-0fa0e1c5","name":"e2e-shared-policy-29301668","reconcileID":"06a357a7-dc9d-4879-b259-1ce6bd27fec5","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:39.962283076Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","reconcileID":"de99541c-5c45-4b08-84de-d89b5364d563","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-auth-81442b-2d53748654e6","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","externalModel":"e2e-shr-auth-81442b","provider":"e2e-shr-auth-81442b-provider","gateway":"openshift-ingress/e2e-extmod-b-7d25db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:39.967524657Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 41","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"17015ba0-1154-424e-b298-bb0be8f89540","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:40.007408054Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 41","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"namespace":"ai-tenant-e2e-mt-0fa0e1c5","name":"e2e-shared-policy-29301668","reconcileID":"06a357a7-dc9d-4879-b259-1ce6bd27fec5","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:40.064666099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"cd600554-f25d-4c58-bbe7-6cb04d30bcb7","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:40.066309556Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-e2e-extmod-b-7d25db","reconcileID":"87f3802b-35e7-4ae2-a44c-bcce3de3c654","MaaSModelRef":{"name":"e2e-shr-amb-678d88-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"name":"e2e-shr-amb-678d88","namespace":"e2e-extmod-shr-user-cd78f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:40.118285703Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"212d37a6-4c85-4270-baee-93ab890e6622","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:40.118303958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"212d37a6-4c85-4270-baee-93ab890e6622","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:40.121481408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"cd600554-f25d-4c58-bbe7-6cb04d30bcb7","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:40.16655435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"3ee40671-b0a9-4d05-accb-52128887e1c2","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:40.169178904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"2186af5e-2f71-4207-a60e-515a0b26c280","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:40.178848411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"41453333-db47-4cfb-9477-3f6b5c3695be","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:40.223635925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"3ee40671-b0a9-4d05-accb-52128887e1c2","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:40.227004039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"2186af5e-2f71-4207-a60e-515a0b26c280","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:40.235170416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"41453333-db47-4cfb-9477-3f6b5c3695be","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:40.279237328Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"3ee40671-b0a9-4d05-accb-52128887e1c2","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"model":"e2e-extmod-rec-noaccess-e964fd/e2e-rec-recover-cb9bed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:40.407790668Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-678d88","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88","reconcileID":"a1ceec9c-090a-4007-9c28-937bc0d358ec","namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:40.460031582Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-e2e-extmod-a-8f45a2","reconcileID":"b97bf3e4-7fd6-4181-9341-6cf6712323b1","MaaSModelRef":{"name":"e2e-shr-amb-678d88-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-amb-678d88-cb388a3a4d93","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-amb-678d88-e2e-extmod-a-8f45a2","externalModel":"e2e-shr-amb-678d88","provider":"e2e-shr-amb-678d88-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:40.570723667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"058ed911-46c2-40dc-8de7-7917ee2dc36a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:40.570836979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0e4a3269-fbd6-4904-b88c-a6eab2114ab7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:40.615207383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"namespace":"ai-tenant-e2e-mt-0fa0e1c5","name":"e2e-shared-policy-29301668","reconcileID":"ff6e9a04-bcd2-4d15-9e1b-a559610acea7","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:40.624671046Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-e2e-extmod-b-7d25db","reconcileID":"51b29182-f995-4e92-80e2-56ac381c2fe0","MaaSModelRef":{"name":"e2e-shr-amb-678d88-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-amb-678d88-3243fad1bd20","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-amb-678d88-e2e-extmod-b-7d25db","externalModel":"e2e-shr-amb-678d88","provider":"e2e-shr-amb-678d88-provider","gateway":"openshift-ingress/e2e-extmod-b-7d25db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:40.668113816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"72f35426-0380-4347-9cdb-d5918e85ac79","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:40.672069477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"namespace":"ai-tenant-e2e-mt-0fa0e1c5","name":"e2e-shared-policy-29301668","reconcileID":"ff6e9a04-bcd2-4d15-9e1b-a559610acea7","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:40.697282609Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0e4a3269-fbd6-4904-b88c-a6eab2114ab7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:19:40.702000601Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"058ed911-46c2-40dc-8de7-7917ee2dc36a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:40.725044417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"72f35426-0380-4347-9cdb-d5918e85ac79","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:40.727439677Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 42","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"namespace":"ai-tenant-e2e-mt-0fa0e1c5","name":"e2e-shared-policy-29301668","reconcileID":"ff6e9a04-bcd2-4d15-9e1b-a559610acea7","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:40.752717375Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 42","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0e4a3269-fbd6-4904-b88c-a6eab2114ab7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:19:40.759284803Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"058ed911-46c2-40dc-8de7-7917ee2dc36a","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:40.787293697Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-e2e-extmod-b-7d25db","reconcileID":"727b858a-a61f-4f2f-b629-7609645accb2","MaaSModelRef":{"name":"e2e-shr-amb-678d88-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-amb-678d88-3243fad1bd20","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-amb-678d88-e2e-extmod-b-7d25db","externalModel":"e2e-shr-amb-678d88","provider":"e2e-shr-amb-678d88-provider","gateway":"openshift-ingress/e2e-extmod-b-7d25db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:40.871052631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"11b7af44-2575-4047-9a4d-fffa74c21cdc","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:19:40.892498841Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-e2e-extmod-b-7d25db","reconcileID":"727b858a-a61f-4f2f-b629-7609645accb2","name":"e2e-shr-amb-678d88-e2e-extmod-b-7d25db","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-amb-678d88-e2e-extmod-b-7d25db\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:19:40.892558584Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-e2e-extmod-b-7d25db","reconcileID":"727b858a-a61f-4f2f-b629-7609645accb2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-amb-678d88-e2e-extmod-b-7d25db\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:40.916534717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"3c1d24b4-b129-4637-97bc-f04ab32a0adf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:40.927913398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"11b7af44-2575-4047-9a4d-fffa74c21cdc","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:40.941391608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"bb7dd17e-6a11-40ce-bd25-a9235105e9f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:40.944642654Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-e2e-extmod-a-8f45a2","reconcileID":"269852f0-b953-4c08-9301-3ce855813d09","MaaSModelRef":{"name":"e2e-shr-amb-678d88-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-amb-678d88-cb388a3a4d93","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-amb-678d88-e2e-extmod-a-8f45a2","externalModel":"e2e-shr-amb-678d88","provider":"e2e-shr-amb-678d88-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:40.973917051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"3c1d24b4-b129-4637-97bc-f04ab32a0adf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:40.986706741Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"11b7af44-2575-4047-9a4d-fffa74c21cdc","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"model":"e2e-extmod-rec-noaccess-e964fd/e2e-rec-recover-cb9bed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:40.997127904Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c47ea925-2071-4daf-b6a2-643865aa4e09","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:40.99714331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c47ea925-2071-4daf-b6a2-643865aa4e09","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:40.997498952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4f83ccd3-d861-4738-bfaa-dc7291ef90ee","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:40.9975118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4f83ccd3-d861-4738-bfaa-dc7291ef90ee","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:41.00018496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"bb7dd17e-6a11-40ce-bd25-a9235105e9f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:41.016864473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"90f5eeaa-0be2-466e-ad03-d2573901b4f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:41.049728356Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-e2e-extmod-b-7d25db","reconcileID":"2c8821f5-8a75-4ef5-9fb8-914aa49cfd4b","MaaSModelRef":{"name":"e2e-shr-amb-678d88-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-amb-678d88-3243fad1bd20","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-amb-678d88-e2e-extmod-b-7d25db","externalModel":"e2e-shr-amb-678d88","provider":"e2e-shr-amb-678d88-provider","gateway":"openshift-ingress/e2e-extmod-b-7d25db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:41.07475508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"90f5eeaa-0be2-466e-ad03-d2573901b4f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:41.249183455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"8834bd7d-ab6d-4c82-ab9f-a7bd8257a93c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:41.306262455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"8834bd7d-ab6d-4c82-ab9f-a7bd8257a93c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:41.347648041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"5912fb64-7d64-41f9-811d-805c9d179dc2","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:41.359088564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"8e6ab640-976f-453b-b7f8-922fc26f2766","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:41.360071026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"f307dc41-056a-442d-89ec-401bc780f06f","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:41.404579717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"5912fb64-7d64-41f9-811d-805c9d179dc2","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:41.415656113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"8e6ab640-976f-453b-b7f8-922fc26f2766","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:41.416372056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"f307dc41-056a-442d-89ec-401bc780f06f","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:41.616004426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"e4a2e55b-3097-4ead-a6b4-4bc11fe14c80","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:41.673881884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"e4a2e55b-3097-4ead-a6b4-4bc11fe14c80","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:41.823270048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"341bb8f8-57b0-49d1-9562-371be6604845","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:41.855204292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"fa8447cd-6f12-4591-b313-a3bdb17b4e0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:41.879850437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"341bb8f8-57b0-49d1-9562-371be6604845","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:41.911584497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"fa8447cd-6f12-4591-b313-a3bdb17b4e0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:41.957504777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"3cc90ad9-244f-4847-90de-0ccee4846083","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:42.014505755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"3cc90ad9-244f-4847-90de-0ccee4846083","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:42.028022049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-961a9f-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rot-961a9f-access","reconcileID":"df0c4d99-9836-4e95-bd3e-7669d1097d24","MaaSAuthPolicy":{"name":"e2e-rot-961a9f-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:42.069803017Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"3cc90ad9-244f-4847-90de-0ccee4846083","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"model":"e2e-extmod-rec-user-0efdb9/e2e-rec-ctrl-3ea756","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:42.084642932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-961a9f-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rot-961a9f-access","reconcileID":"df0c4d99-9836-4e95-bd3e-7669d1097d24","MaaSAuthPolicy":{"name":"e2e-rot-961a9f-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:42.114789242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"3a4066e0-6818-48cc-a0c0-130a3043f998","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:42.171617216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"3a4066e0-6818-48cc-a0c0-130a3043f998","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:42.221735965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"8579ce3f-6ffb-41fe-856c-b694395adf41","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:42.281194244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"8579ce3f-6ffb-41fe-856c-b694395adf41","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:42.293674679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d987e8b6-0d56-4faa-9ab9-e134bf1558aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:42.350081125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d987e8b6-0d56-4faa-9ab9-e134bf1558aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:42.40613727Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 42","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d987e8b6-0d56-4faa-9ab9-e134bf1558aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:42.462398171Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f000dad-0e82-4da6-abce-b0abe35c87fe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:42.462427814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f000dad-0e82-4da6-abce-b0abe35c87fe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:42.602094654Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"260affbf-b9ee-494e-bb5b-6ceb750f0f4e","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:19:44.45117948Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"a6e3c1fe-bba9-4c73-aeee-bec4cafe35f1","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:19:44.508374452Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"a6e3c1fe-bba9-4c73-aeee-bec4cafe35f1","error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:19:44.566602622Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"e38073ae-0143-482a-814b-50a0dacb161e","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:19:44.566670866Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"e38073ae-0143-482a-814b-50a0dacb161e","error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:19:44.629479196Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"3fc100f6-ab34-4b24-9cab-8280a5c97915","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:19:44.629549655Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"3fc100f6-ab34-4b24-9cab-8280a5c97915","error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:19:44.702098054Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"b14ce79f-2508-457d-b786-d641c1afdf2f","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:19:44.702173632Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"b14ce79f-2508-457d-b786-d641c1afdf2f","error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:19:44.795583879Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"3e0bcd4e-7c8e-4b82-ad3c-b9e166d2155a","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:19:44.795648061Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"3e0bcd4e-7c8e-4b82-ad3c-b9e166d2155a","error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:19:44.92834004Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"5385a338-7562-40e6-97c5-f7e8eae89c8a","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:19:44.928406681Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"5385a338-7562-40e6-97c5-f7e8eae89c8a","error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:19:45.141231672Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"8ea39531-d7dc-44a1-8c3d-0dbdcc5bc237","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:19:45.141290354Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"8ea39531-d7dc-44a1-8c3d-0dbdcc5bc237","error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:19:45.514485381Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"3155d583-2449-41f4-9b30-02713d61a1c5","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:19:45.514561309Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"3155d583-2449-41f4-9b30-02713d61a1c5","error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:19:46.207463318Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"b43fb19e-e22a-43ac-92d2-33a2fad10933","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:19:46.207540171Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"b43fb19e-e22a-43ac-92d2-33a2fad10933","error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:19:47.540038939Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"ec680511-1763-44cf-a307-bb7f7a97110a","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:19:47.540129978Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"ec680511-1763-44cf-a307-bb7f7a97110a","error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:49.367163543Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-29301668","namespace":"ai-tenant-e2e-mt-29301668"},"namespace":"ai-tenant-e2e-mt-29301668","name":"e2e-shared-sub-29301668","reconcileID":"aee112bd-2b9a-4d8b-aaec-f7090774feab","MaaSSubscription":{"name":"e2e-shared-sub-29301668","namespace":"ai-tenant-e2e-mt-29301668"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-29301668","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:49.581084635Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-29301668","namespace":"ai-tenant-e2e-mt-29301668"},"namespace":"ai-tenant-e2e-mt-29301668","name":"e2e-shared-sub-29301668","reconcileID":"aee112bd-2b9a-4d8b-aaec-f7090774feab","MaaSSubscription":{"name":"e2e-shared-sub-29301668","namespace":"ai-tenant-e2e-mt-29301668"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-0fa0e1c5/e2e-shared-sub-29301668","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:49.791137867Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f19419fa-48ea-4e6c-a389-3f5d068c3f78","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:49.791240407Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"namespace":"ai-tenant-e2e-mt-0fa0e1c5","name":"e2e-shared-sub-29301668","reconcileID":"1b3397f3-a164-42bc-bb1a-5f485be73112","MaaSSubscription":{"name":"e2e-shared-sub-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:49.846951022Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ee2ec49b-5937-43d8-bd64-86af4db2c1de","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:49.855652235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ee2ec49b-5937-43d8-bd64-86af4db2c1de","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:49.847968959Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-8f45a2 priority=0:[ai-tenant-e2e-extmod-a-8f45a2/e2e-shr-auth-81442b-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-shr-shared-616643-sub]","namespace=ai-tenant-e2e-extmod-b-3986bf priority=0:[ai-tenant-e2e-extmod-b-3986bf/e2e-att-detach-f08036-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-serve-185fad-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-unrel-bd0892-sub ai-tenant-e2e-extmod-b-3986bf/e2e-rec-ctrl-3ea756-sub ai-tenant-e2e-extmod-b-3986bf/e2e-rec-recover-cb9bed-sub ai-tenant-e2e-extmod-b-3986bf/e2e-rot-961a9f-sub]","namespace=ai-tenant-e2e-extmod-b-7d25db priority=0:[ai-tenant-e2e-extmod-b-7d25db/e2e-shr-auth-81442b-sub ai-tenant-e2e-extmod-b-7d25db/e2e-shr-shared-616643-sub]"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:19:50.153563177Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"b70ea9d4-75c8-44c1-9074-ddf8a9b67b7b","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:19:50.153636075Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"b70ea9d4-75c8-44c1-9074-ddf8a9b67b7b","error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:50.890579747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"namespace":"ai-tenant-e2e-mt-0fa0e1c5","name":"e2e-shared-policy-29301668","reconcileID":"711e5589-087c-4085-89a9-2a624cb38e15","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:50.96900997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b6c28b80-c010-43ed-bccb-779b139d804b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:51.016963665Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"namespace":"ai-tenant-e2e-mt-0fa0e1c5","name":"e2e-shared-policy-29301668","reconcileID":"711e5589-087c-4085-89a9-2a624cb38e15","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:51.072279792Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 43","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"namespace":"ai-tenant-e2e-mt-0fa0e1c5","name":"e2e-shared-policy-29301668","reconcileID":"711e5589-087c-4085-89a9-2a624cb38e15","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:51.095109165Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b6c28b80-c010-43ed-bccb-779b139d804b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:51.127896498Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4da100fa-d735-4682-ba88-a23647fa687e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:51.127918165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4da100fa-d735-4682-ba88-a23647fa687e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:51.150817167Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 44","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b6c28b80-c010-43ed-bccb-779b139d804b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:51.208982686Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"287f84dc-9869-41c1-b010-e83765cc0d89","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:51.208999642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"287f84dc-9869-41c1-b010-e83765cc0d89","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:52.618685528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea9889b8-7d0c-418c-8ff0-4da544fbb2e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:52.67551918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea9889b8-7d0c-418c-8ff0-4da544fbb2e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:52.707233206Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"b316c65c-df2a-4ad4-b80d-1291da27a899","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:52.730885383Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 44","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea9889b8-7d0c-418c-8ff0-4da544fbb2e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:52.788087985Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"50985554-9488-4140-afa3-08d137a89087","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:52.788105643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"50985554-9488-4140-afa3-08d137a89087","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:19:55.326774233Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"0d21bbda-3d01-4db2-b16f-77afebd177ea","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:19:55.326841966Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"0d21bbda-3d01-4db2-b16f-77afebd177ea","error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:56.862715892Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"5c8492a8-96b6-4720-a486-32bf056dbe26","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:19:56.968731106Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"2f4fbce4-a575-4a7f-96f2-08a7ea7ff44c","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:19:56.96880577Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"2f4fbce4-a575-4a7f-96f2-08a7ea7ff44c","error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:57.718374709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"231dea64-02c1-4ca9-8a81-868aea841c1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:57.770659326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"231dea64-02c1-4ca9-8a81-868aea841c1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:57.822382948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"231dea64-02c1-4ca9-8a81-868aea841c1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:57.874724677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"231dea64-02c1-4ca9-8a81-868aea841c1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:59.829185759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc249770-84e2-41ea-a71e-d7b448382bb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:59.882804674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc249770-84e2-41ea-a71e-d7b448382bb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:59.934585588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc249770-84e2-41ea-a71e-d7b448382bb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:19:59.986526399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc249770-84e2-41ea-a71e-d7b448382bb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:01.272757774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"namespace":"ai-tenant-e2e-mt-0fa0e1c5","name":"e2e-shared-policy-29301668","reconcileID":"e4992466-b9ba-4847-b0fd-e8249f972c0c","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:01.389024564Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-5ef63d","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-quota-5ef63d","reconcileID":"d795b712-105c-4a6b-87be-e294ccd75857","namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-quota-5ef63d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:01.400260656Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"namespace":"ai-tenant-e2e-mt-0fa0e1c5","name":"e2e-shared-policy-29301668","reconcileID":"e4992466-b9ba-4847-b0fd-e8249f972c0c","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:01.448615899Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-5ef63d","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-quota-5ef63d","reconcileID":"96959b25-be34-498f-b5da-70bb837aa86c","namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-quota-5ef63d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:01.465979464Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 45","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"namespace":"ai-tenant-e2e-mt-0fa0e1c5","name":"e2e-shared-policy-29301668","reconcileID":"e4992466-b9ba-4847-b0fd-e8249f972c0c","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:01.4877763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ef9125f3-de9e-4d45-9258-f35acd60e6b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:01.523357105Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d549b41b-6026-48d8-af5f-64f5c0c0a3cd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:01.523376704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d549b41b-6026-48d8-af5f-64f5c0c0a3cd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:01.562031868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"741d85db-6725-413d-b740-1627db8baef2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:01.562615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6dd0e115-9c32-4ccd-82d6-42108c375577","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:01.565614067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"80620aa1-63e1-4d4a-8b3c-1164dc9c9255","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:01.618374435Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ef9125f3-de9e-4d45-9258-f35acd60e6b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:01.622823774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"741d85db-6725-413d-b740-1627db8baef2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:01.623750775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"80620aa1-63e1-4d4a-8b3c-1164dc9c9255","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:01.625378546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6dd0e115-9c32-4ccd-82d6-42108c375577","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:01.676968388Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 46","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ef9125f3-de9e-4d45-9258-f35acd60e6b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:01.680435152Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 46","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6dd0e115-9c32-4ccd-82d6-42108c375577","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:01.719017999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"c54f9239-f910-44e4-a80a-b312cfc44aca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:01.776945913Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"4aaadba7-7d3c-4824-bc2a-ba3bdbdba843","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:01.778196678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"c54f9239-f910-44e4-a80a-b312cfc44aca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:20:01.887264568Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"cda4649d-b931-40f4-8d12-2bc3b2933f41","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:20:01.88736169Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"cda4649d-b931-40f4-8d12-2bc3b2933f41","error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:01.938582287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2f334be9-637f-4c97-83a0-5ca6df028373","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:01.998148678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2f334be9-637f-4c97-83a0-5ca6df028373","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:02.083850257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"1401b40a-29df-4ed2-9673-3967ff0f5986","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:02.177003843Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 46","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2f334be9-637f-4c97-83a0-5ca6df028373","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:02.183295238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"1401b40a-29df-4ed2-9673-3967ff0f5986","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:02.213932529Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","reconcileID":"816e0048-652c-4632-b195-7f89441aaf9f","MaaSModelRef":{"name":"e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"name":"e2e-shr-quota-5ef63d","namespace":"e2e-extmod-shr-user-cd78f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:02.214556147Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-sub","reconcileID":"3f38d0c7-9f48-4fa7-be68-7ad3dfcf37d6","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"maas-trlp-e2e-shr-auth-81442b-e2e-extmod-b-7d25db","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-auth-81442b-e2e-extmod-b-7d25db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:02.215294918Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-sub","reconcileID":"3eb13d7d-330c-4769-ad5a-66b6f5529422","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:02.215494673Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-sub","reconcileID":"68c63b62-dc90-4dfe-a6e0-c6cb3eb7857c","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-shr-shared-616643-e2e-extmod-a-8f45a2","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-shared-616643-e2e-extmod-a-8f45a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:02.251025835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"5a32eac8-c3e6-40c1-bc99-1ec71b38bcc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:02.253583681Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-sub","reconcileID":"717b9737-1382-42eb-bc92-a10fec3f4b84","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"maas-trlp-e2e-shr-shared-616643-e2e-extmod-b-7d25db","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-shared-616643-e2e-extmod-b-7d25db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:02.284003232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"6a4bcfe0-373b-4f0d-b835-bf94934ae2f3","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:02.310292721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"4ecad7b0-fedf-47ce-8812-3ff6ac6a5564","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:02.31435554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"5a32eac8-c3e6-40c1-bc99-1ec71b38bcc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:02.34703405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"6a4bcfe0-373b-4f0d-b835-bf94934ae2f3","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:02.38117282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"4ecad7b0-fedf-47ce-8812-3ff6ac6a5564","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:02.410831489Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"a5919ffe-c1e2-4b53-90f2-6d7cc2bee971","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:02.47070819Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"132b5c29-edf6-4659-90d5-f2cdcdb1671c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:02.470736963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"132b5c29-edf6-4659-90d5-f2cdcdb1671c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:02.471316034Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6dda06cf-7056-45c3-8a99-6de00e654dfc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:02.471354099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6dda06cf-7056-45c3-8a99-6de00e654dfc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:02.523728664Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-e2e-extmod-b-7d25db","reconcileID":"308b9acd-6438-438c-a000-62753d5e0d0a","MaaSModelRef":{"name":"e2e-shr-amb-678d88-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-amb-678d88-3243fad1bd20","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-amb-678d88-e2e-extmod-b-7d25db","externalModel":"e2e-shr-amb-678d88","provider":"e2e-shr-amb-678d88-provider","gateway":"openshift-ingress/e2e-extmod-b-7d25db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:02.585690819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"09e22c5b-1326-4fed-b0e8-13af5548b0d8","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:02.628542652Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","reconcileID":"f8b805bb-3492-4d2c-81ad-58093ce51222","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-shared-616643-81144d719efe","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","externalModel":"e2e-shr-shared-616643","provider":"e2e-shr-shared-616643-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:02.646101475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"09e22c5b-1326-4fed-b0e8-13af5548b0d8","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:02.737972816Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","reconcileID":"cdcaf752-2aa2-40ba-9158-838c7496d149","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-shared-616643-e4da3965f644","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","externalModel":"e2e-shr-shared-616643","provider":"e2e-shr-shared-616643-provider","gateway":"openshift-ingress/e2e-extmod-b-7d25db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:02.79084747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e6d5b48-43cf-43ed-be28-9924ec2d2733","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:02.791578012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"c12bb09c-86f2-43d4-8414-8b5bb84f2ac2","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:02.845167787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e6d5b48-43cf-43ed-be28-9924ec2d2733","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:02.859099453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"c12bb09c-86f2-43d4-8414-8b5bb84f2ac2","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:02.898942955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e6d5b48-43cf-43ed-be28-9924ec2d2733","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:02.905225468Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","reconcileID":"a969e2ca-2147-483c-8ff5-7886eaa65c7f","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-auth-81442b-32f40957b72f","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","externalModel":"e2e-shr-auth-81442b","provider":"e2e-shr-auth-81442b-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:02.965231696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e6d5b48-43cf-43ed-be28-9924ec2d2733","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:02.969740687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"e948f44e-90e7-466e-8c14-16d02f3c52c3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:02.970082667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"6c3a0e62-5826-452d-8705-8fef8ce39a4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:03.037666009Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","reconcileID":"d2a7d7fa-ea15-4df1-852f-e7f45fecce6f","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-auth-81442b-2d53748654e6","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","externalModel":"e2e-shr-auth-81442b","provider":"e2e-shr-auth-81442b-provider","gateway":"openshift-ingress/e2e-extmod-b-7d25db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:03.044136432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"6c3a0e62-5826-452d-8705-8fef8ce39a4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:03.075835221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-961a9f-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rot-961a9f-access","reconcileID":"498b7b40-4ccf-4fcd-bf33-699289b81f27","MaaSAuthPolicy":{"name":"e2e-rot-961a9f-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:03.096873085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"e948f44e-90e7-466e-8c14-16d02f3c52c3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:03.146573643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-961a9f-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rot-961a9f-access","reconcileID":"498b7b40-4ccf-4fcd-bf33-699289b81f27","MaaSAuthPolicy":{"name":"e2e-rot-961a9f-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:03.175917859Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"e948f44e-90e7-466e-8c14-16d02f3c52c3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"model":"e2e-extmod-rec-user-0efdb9/e2e-rec-ctrl-3ea756","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:03.204015005Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-e2e-extmod-a-8f45a2","reconcileID":"af50a6de-bd2a-4f41-819b-586f370c6fcf","MaaSModelRef":{"name":"e2e-shr-amb-678d88-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-amb-678d88-cb388a3a4d93","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-amb-678d88-e2e-extmod-a-8f45a2","externalModel":"e2e-shr-amb-678d88","provider":"e2e-shr-amb-678d88-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:03.321560474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"e966dbfc-6567-4065-8fdd-874db0ecfa2d","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:20:03.322214628Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"5e0fd48d-1245-47bf-a089-eb44e881ada3","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:20:03.322296731Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"5e0fd48d-1245-47bf-a089-eb44e881ada3","error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:03.375729313Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","reconcileID":"84a87807-a010-42c3-a5c9-69a2776252aa","MaaSModelRef":{"name":"e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"name":"e2e-shr-quota-5ef63d","namespace":"e2e-extmod-shr-user-cd78f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:03.379777651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"e966dbfc-6567-4065-8fdd-874db0ecfa2d","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:03.409731274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"namespace":"ai-tenant-e2e-mt-0fa0e1c5","name":"e2e-shared-policy-29301668","reconcileID":"9d8001d9-e740-4135-ab24-ddef2157e663","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:03.453878273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"b26356e5-d11d-4760-93c1-0c5e1a3c1466","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:03.513967974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"b26356e5-d11d-4760-93c1-0c5e1a3c1466","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:03.538572247Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"namespace":"ai-tenant-e2e-mt-0fa0e1c5","name":"e2e-shared-policy-29301668","reconcileID":"9d8001d9-e740-4135-ab24-ddef2157e663","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:03.594504838Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 47","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"namespace":"ai-tenant-e2e-mt-0fa0e1c5","name":"e2e-shared-policy-29301668","reconcileID":"9d8001d9-e740-4135-ab24-ddef2157e663","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:03.622633484Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-sub","reconcileID":"015a68b6-697f-4e2d-a3fa-3a364b77f952","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"maas-trlp-e2e-shr-shared-616643-e2e-extmod-b-7d25db","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-shared-616643-e2e-extmod-b-7d25db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:03.623157056Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-sub","reconcileID":"fae92155-56dd-403c-a59e-f13f3efcb2d3","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-shr-shared-616643-e2e-extmod-a-8f45a2","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-shared-616643-e2e-extmod-a-8f45a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:03.623194863Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-sub","reconcileID":"2dc93a5e-4c0b-4ba4-9e77-09843237873e","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"maas-trlp-e2e-shr-auth-81442b-e2e-extmod-b-7d25db","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-auth-81442b-e2e-extmod-b-7d25db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:03.623761391Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-sub","reconcileID":"036d8db4-3b14-4284-8bd6-0c4207f83ef0","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:03.642096496Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-5ef63d-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-quota-5ef63d-e2e-extmod-b-7d25db","reconcileID":"14c1d5ea-2485-4923-b933-2d8727809ff6","MaaSModelRef":{"name":"e2e-shr-quota-5ef63d-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"name":"e2e-shr-quota-5ef63d","namespace":"e2e-extmod-shr-user-cd78f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:03.654036173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"aae07b02-5f29-4d42-b893-ab73ba0d141a","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:03.711204959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"aae07b02-5f29-4d42-b893-ab73ba0d141a","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:03.76143199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"cdf739d3-fd1a-474d-8e6d-97cce737fb42","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:03.805175632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"4865e942-0e0c-451a-8949-25e3908a71c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:20:03.80775937Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"480d82ec-09a0-451b-8acc-79e571094e5b","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:20:03.807829233Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"480d82ec-09a0-451b-8acc-79e571094e5b","error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:03.816492013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fe4bc2ca-cb05-4c1a-bd97-ccb441d696ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:03.819662083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"cdf739d3-fd1a-474d-8e6d-97cce737fb42","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:03.860033743Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","reconcileID":"bd5f5ff0-9515-4c42-8a20-28c0bb7d580d","MaaSModelRef":{"name":"e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"name":"e2e-shr-quota-5ef63d","namespace":"e2e-extmod-shr-user-cd78f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:03.863275833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"4865e942-0e0c-451a-8949-25e3908a71c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:03.879057985Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"cdf739d3-fd1a-474d-8e6d-97cce737fb42","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"model":"e2e-extmod-rec-noaccess-e964fd/e2e-rec-recover-cb9bed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:03.945221853Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fe4bc2ca-cb05-4c1a-bd97-ccb441d696ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:04.00140104Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 48","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fe4bc2ca-cb05-4c1a-bd97-ccb441d696ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:04.058655109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"a66b31f4-bf51-46b0-9f05-d3544ae69ed9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:04.110882673Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","reconcileID":"55a621fe-c104-47ad-abbd-6b57d71ae66c","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-shared-616643-e4da3965f644","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","externalModel":"e2e-shr-shared-616643","provider":"e2e-shr-shared-616643-provider","gateway":"openshift-ingress/e2e-extmod-b-7d25db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:04.11674503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"a66b31f4-bf51-46b0-9f05-d3544ae69ed9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:04.217014674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"0cdded8d-cff7-46a7-adfb-5d6b9716b4ff","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:04.218105688Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-e2e-extmod-b-7d25db","reconcileID":"d59bce04-ea58-43d6-82bd-d726ce622e9f","MaaSModelRef":{"name":"e2e-shr-amb-678d88-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-amb-678d88-3243fad1bd20","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-amb-678d88-e2e-extmod-b-7d25db","externalModel":"e2e-shr-amb-678d88","provider":"e2e-shr-amb-678d88-provider","gateway":"openshift-ingress/e2e-extmod-b-7d25db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:04.275025682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"0cdded8d-cff7-46a7-adfb-5d6b9716b4ff","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:04.324258986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"15883824-1709-44c6-89ca-ec57ac7c15b0","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:04.324691244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"0968ce40-f03b-40b2-bf78-5b6fac23a32a","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:04.326235231Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","reconcileID":"3e48c09d-0081-41b6-b1da-fe8bb517b5d3","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-shared-616643-81144d719efe","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","externalModel":"e2e-shr-shared-616643","provider":"e2e-shr-shared-616643-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:04.383666961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"15883824-1709-44c6-89ca-ec57ac7c15b0","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:04.383753444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"0968ce40-f03b-40b2-bf78-5b6fac23a32a","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:04.432006729Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","reconcileID":"44662bf5-3461-4571-aba3-becef109ad20","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-auth-81442b-32f40957b72f","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","externalModel":"e2e-shr-auth-81442b","provider":"e2e-shr-auth-81442b-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:04.52088457Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-5ef63d","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-quota-5ef63d","reconcileID":"8c1edfce-15c5-4e27-b714-68eb6e620804","namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-quota-5ef63d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:04.576782633Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","reconcileID":"57f82903-d824-423e-8786-d8be0bf6b8a1","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-auth-81442b-2d53748654e6","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","externalModel":"e2e-shr-auth-81442b","provider":"e2e-shr-auth-81442b-provider","gateway":"openshift-ingress/e2e-extmod-b-7d25db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:04.634527195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"namespace":"ai-tenant-e2e-mt-0fa0e1c5","name":"e2e-shared-policy-29301668","reconcileID":"50c62bea-2ab9-4251-8a6e-348f830f1616","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:04.682442111Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-e2e-extmod-a-8f45a2","reconcileID":"e8e9d2ac-15fc-4b45-83ce-281f7535d0e4","MaaSModelRef":{"name":"e2e-shr-amb-678d88-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-amb-678d88-cb388a3a4d93","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-amb-678d88-e2e-extmod-a-8f45a2","externalModel":"e2e-shr-amb-678d88","provider":"e2e-shr-amb-678d88-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:04.685303713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"67110166-4339-4298-be3f-3166db5ea798","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:04.735491101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c27028fd-ceb3-4884-a8df-06e922d9dc47","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:04.735517798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c27028fd-ceb3-4884-a8df-06e922d9dc47","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:04.743749894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"67110166-4339-4298-be3f-3166db5ea798","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:04.763398587Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"namespace":"ai-tenant-e2e-mt-0fa0e1c5","name":"e2e-shared-policy-29301668","reconcileID":"50c62bea-2ab9-4251-8a6e-348f830f1616","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:04.788841856Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-5ef63d-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-quota-5ef63d-e2e-extmod-b-7d25db","reconcileID":"a7b88212-e529-47ef-9ba0-9282c054f50f","MaaSModelRef":{"name":"e2e-shr-quota-5ef63d-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-quota-5ef63d-e0b5bf5f2e7b","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-quota-5ef63d-e2e-extmod-b-7d25db","externalModel":"e2e-shr-quota-5ef63d","provider":"e2e-shr-quota-5ef63d-provider","gateway":"openshift-ingress/e2e-extmod-b-7d25db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:04.799492732Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 49","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"67110166-4339-4298-be3f-3166db5ea798","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:04.822200828Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 49","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"namespace":"ai-tenant-e2e-mt-0fa0e1c5","name":"e2e-shared-policy-29301668","reconcileID":"50c62bea-2ab9-4251-8a6e-348f830f1616","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:04.843115273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d7252708-8f60-40d9-98d9-640da856576c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:04.904600763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcfaa58b-e789-4875-adf9-fae159157070","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:04.958991253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcfaa58b-e789-4875-adf9-fae159157070","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:04.976679536Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d7252708-8f60-40d9-98d9-640da856576c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:05.012450763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcfaa58b-e789-4875-adf9-fae159157070","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:05.012450744Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","reconcileID":"5a3814d9-5d5e-4f5f-b3b5-7495bed3c56f","MaaSModelRef":{"name":"e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-quota-5ef63d-66d87494f985","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","externalModel":"e2e-shr-quota-5ef63d","provider":"e2e-shr-quota-5ef63d-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:05.065649736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcfaa58b-e789-4875-adf9-fae159157070","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:05.069601543Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 50","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d7252708-8f60-40d9-98d9-640da856576c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:05.118835069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"0d7b1526-48ce-4f25-bf29-c0ff700ca62d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:05.125271206Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9b4be5db-d1f4-4c26-86af-9a6ac048f3f0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:05.125290097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9b4be5db-d1f4-4c26-86af-9a6ac048f3f0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:05.125703076Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"454283b6-f4a3-469c-bac3-f9786784f186","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:05.125718818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"454283b6-f4a3-469c-bac3-f9786784f186","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:05.172430165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"0ce6ff61-1dbf-49a2-9d63-cf4c849b6940","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:05.172453865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"a5d77ed6-2a23-4723-838b-788d34cda91b","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:05.178780658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"0d7b1526-48ce-4f25-bf29-c0ff700ca62d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:05.179373376Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-5ef63d-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-quota-5ef63d-e2e-extmod-b-7d25db","reconcileID":"21e67610-9f3c-47b1-9834-ff2232ee3530","MaaSModelRef":{"name":"e2e-shr-quota-5ef63d-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-quota-5ef63d-e0b5bf5f2e7b","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-quota-5ef63d-e2e-extmod-b-7d25db","externalModel":"e2e-shr-quota-5ef63d","provider":"e2e-shr-quota-5ef63d-provider","gateway":"openshift-ingress/e2e-extmod-b-7d25db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:05.229699828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"0ce6ff61-1dbf-49a2-9d63-cf4c849b6940","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:05.230989747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"a5d77ed6-2a23-4723-838b-788d34cda91b","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:05.234209191Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"0d7b1526-48ce-4f25-bf29-c0ff700ca62d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"model":"e2e-extmod-rec-user-0efdb9/e2e-rec-ctrl-3ea756","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:05.282448622Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1e5cbc9c-0c93-4c6c-a207-71edfe7050f8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:05.282465998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1e5cbc9c-0c93-4c6c-a207-71edfe7050f8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:05.333868913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"6a7d28cc-000e-4dfb-91a3-aa07a23510f9","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:05.386404976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-961a9f-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rot-961a9f-access","reconcileID":"1f931911-18e5-4a45-8494-5ac497e92ac2","MaaSAuthPolicy":{"name":"e2e-rot-961a9f-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:05.391428666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"6a7d28cc-000e-4dfb-91a3-aa07a23510f9","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:05.442882259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-961a9f-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rot-961a9f-access","reconcileID":"1f931911-18e5-4a45-8494-5ac497e92ac2","MaaSAuthPolicy":{"name":"e2e-rot-961a9f-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:05.599314999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"817b684d-3fb7-485a-981b-740370f86ed0","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:05.656275075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"817b684d-3fb7-485a-981b-740370f86ed0","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:05.69977506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"a2037110-b545-4a3c-9833-326d6d9ec44a","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:05.757158783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"a2037110-b545-4a3c-9833-326d6d9ec44a","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:05.80195124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"0bc988dc-6ae3-4847-9f7f-601057f0bae9","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:05.815765394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"9d34c0e2-3dc7-465b-9513-5b59d974e40f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:05.861302276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"0bc988dc-6ae3-4847-9f7f-601057f0bae9","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:05.873807753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"9d34c0e2-3dc7-465b-9513-5b59d974e40f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:05.91172781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"09b67981-3413-432c-b7a6-a59ce1f36223","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:05.919754634Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"0bc988dc-6ae3-4847-9f7f-601057f0bae9","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"model":"e2e-extmod-rec-noaccess-e964fd/e2e-rec-recover-cb9bed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:05.96853322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"09b67981-3413-432c-b7a6-a59ce1f36223","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:06.110658751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"7efecacd-3770-42ba-acf9-49a5c8618984","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:06.167739006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"7efecacd-3770-42ba-acf9-49a5c8618984","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:06.307098403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"f4110477-e398-4bb9-8de4-d9e7e5d4d1fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:06.307098415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"7c8ef815-8e4d-482f-baa3-2cd869d1cc2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:06.367992179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"f4110477-e398-4bb9-8de4-d9e7e5d4d1fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:06.369749715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"7c8ef815-8e4d-482f-baa3-2cd869d1cc2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:06.451606468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"586e7e17-6cc5-4778-85f9-9f1d48cba47d","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:06.508158352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"586e7e17-6cc5-4778-85f9-9f1d48cba47d","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:06.555097254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"386eaac1-f078-4583-a204-95acd6fda6ca","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:06.611483397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"386eaac1-f078-4583-a204-95acd6fda6ca","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:06.780713657Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:06.855474876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"039b8bfd-487a-4bf1-9f75-96e2f90e6519","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:06.91202474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"039b8bfd-487a-4bf1-9f75-96e2f90e6519","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:07.067263277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1b0e400-31d4-4742-b35c-cf3f0b1a1418","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:07.119089877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1b0e400-31d4-4742-b35c-cf3f0b1a1418","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:07.170846165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1b0e400-31d4-4742-b35c-cf3f0b1a1418","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:07.222388191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1b0e400-31d4-4742-b35c-cf3f0b1a1418","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:07.230894438Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-5ef63d","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-quota-5ef63d","reconcileID":"24d11bbc-bcf2-4e6d-aa65-ab103f0b1608","namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-quota-5ef63d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:07.340390894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"namespace":"ai-tenant-e2e-mt-0fa0e1c5","name":"e2e-shared-policy-29301668","reconcileID":"88850b53-f2e8-49ba-b29f-c574861b27a8","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:07.437004557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"1c0c0399-ae16-4591-8a58-7894f12dfc3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:07.437117023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"4bda7695-e230-44e0-ae71-c0fd2836e83a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:07.437403113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"094ea63f-86e6-4fcf-b751-42e957c3427d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:07.437535009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2fd2d1fa-33c4-4ece-98d6-ce8d5cc0e3fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:07.493920447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"1c0c0399-ae16-4591-8a58-7894f12dfc3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:07.495438466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"4bda7695-e230-44e0-ae71-c0fd2836e83a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:07.49649691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2fd2d1fa-33c4-4ece-98d6-ce8d5cc0e3fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:07.49913316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"094ea63f-86e6-4fcf-b751-42e957c3427d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:07.50774928Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"namespace":"ai-tenant-e2e-mt-0fa0e1c5","name":"e2e-shared-policy-29301668","reconcileID":"88850b53-f2e8-49ba-b29f-c574861b27a8","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:07.55241808Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 51","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2fd2d1fa-33c4-4ece-98d6-ce8d5cc0e3fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:07.558598591Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 51","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"094ea63f-86e6-4fcf-b751-42e957c3427d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:07.568394312Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 51","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"namespace":"ai-tenant-e2e-mt-0fa0e1c5","name":"e2e-shared-policy-29301668","reconcileID":"88850b53-f2e8-49ba-b29f-c574861b27a8","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:07.616662908Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"decc07ad-0dc7-4fa1-b7f3-40d5392cea0f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:07.616691476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"decc07ad-0dc7-4fa1-b7f3-40d5392cea0f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:07.619110687Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fda535a3-8e81-4f77-826c-f48f6a569dee","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:07.619131926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fda535a3-8e81-4f77-826c-f48f6a569dee","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:07.623688684Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1764bfd-978d-443b-9321-3737b1e88726","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:07.623704951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1764bfd-978d-443b-9321-3737b1e88726","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:07.775361451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"4fc8150d-e6b0-44e6-95b2-3c2087afd056","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:07.786151416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"9e4a785a-0f2b-4beb-b570-82b4aa4d464c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:07.832245293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"4fc8150d-e6b0-44e6-95b2-3c2087afd056","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:07.843310705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"9e4a785a-0f2b-4beb-b570-82b4aa4d464c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:07.875640599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"1d8c20e3-4a66-48bb-a885-f50c9fd24995","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:07.87698864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"65e17ef2-292f-49dc-993b-782f9851cb1d","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:07.932268834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"1d8c20e3-4a66-48bb-a885-f50c9fd24995","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:07.933418776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"65e17ef2-292f-49dc-993b-782f9851cb1d","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:07.983712213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"d081c602-6e2c-45f1-9f56-3f4126e77ccf","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:08.040220675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"d081c602-6e2c-45f1-9f56-3f4126e77ccf","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:08.069949663Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","reconcileID":"e8b94982-275e-488c-acb4-d7fb0389f558","MaaSModelRef":{"name":"e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-quota-5ef63d-66d87494f985","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","externalModel":"e2e-shr-quota-5ef63d","provider":"e2e-shr-quota-5ef63d-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:08.398672575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"9282fda0-c9cb-42c4-8f0a-ecd83c13d915","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:08.399561296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"a2795730-6ba8-4049-8871-aec7655328a8","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:08.456258322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"9282fda0-c9cb-42c4-8f0a-ecd83c13d915","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:08.457183897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"a2795730-6ba8-4049-8871-aec7655328a8","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:08.498127598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"7b573130-4e8a-4db2-8cac-b74863cef406","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:08.501674248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"e836beca-b6f7-4ef3-92d3-93d6d1876469","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:08.558014457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"7b573130-4e8a-4db2-8cac-b74863cef406","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:08.558161044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"e836beca-b6f7-4ef3-92d3-93d6d1876469","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:08.602355438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-961a9f-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rot-961a9f-access","reconcileID":"11ec7c2c-cf88-43c1-b5c4-701f65d46efe","MaaSAuthPolicy":{"name":"e2e-rot-961a9f-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:08.612920299Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"7b573130-4e8a-4db2-8cac-b74863cef406","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"model":"e2e-extmod-rec-user-0efdb9/e2e-rec-ctrl-3ea756","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:08.659018785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-961a9f-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rot-961a9f-access","reconcileID":"11ec7c2c-cf88-43c1-b5c4-701f65d46efe","MaaSAuthPolicy":{"name":"e2e-rot-961a9f-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:08.916498948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"3da5b37d-d57c-462d-99cc-9094b5547105","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:08.969043026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"75be727a-017d-46e5-babd-6a80feda9cfd","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:08.975161428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"3da5b37d-d57c-462d-99cc-9094b5547105","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:09.026299987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"75be727a-017d-46e5-babd-6a80feda9cfd","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:09.029279652Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","reconcileID":"627c7e3e-9c2b-496d-8ad8-c8346dbb1182","MaaSModelRef":{"name":"e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-quota-5ef63d-66d87494f985","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","externalModel":"e2e-shr-quota-5ef63d","provider":"e2e-shr-quota-5ef63d-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:09.029546026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"9f62169d-d56c-4bc5-b5a8-1d33554f8377","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:09.086351849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"9f62169d-d56c-4bc5-b5a8-1d33554f8377","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:09.186848548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-quota-5ef63d-access","reconcileID":"37369865-a509-4f81-8c39-43554c9ed0d9","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:09.194713183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"ed18d004-a218-460a-a2dd-dd36f5325b1b","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:09.246384911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-quota-5ef63d-access","reconcileID":"37369865-a509-4f81-8c39-43554c9ed0d9","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:09.251528773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"ed18d004-a218-460a-a2dd-dd36f5325b1b","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:09.307128506Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"ed18d004-a218-460a-a2dd-dd36f5325b1b","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"model":"e2e-extmod-rec-noaccess-e964fd/e2e-rec-recover-cb9bed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:09.744468957Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","reconcileID":"948e54e7-3d5e-440e-9772-8fda98ffc0cc","MaaSModelRef":{"name":"e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-quota-5ef63d-66d87494f985","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","externalModel":"e2e-shr-quota-5ef63d","provider":"e2e-shr-quota-5ef63d-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:12.37267182Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"dae9fa43-1be5-40fd-b925-a6c3e1bf4457","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:12.372718081Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-961a9f-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rot-961a9f-sub","reconcileID":"6a39d99f-5f04-4454-a6ba-506285e095f0","MaaSSubscription":{"name":"e2e-rot-961a9f-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-rot-961a9f","model":"e2e-extmod-rot-user-f0eb7b/e2e-rot-961a9f","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:20:12.477700685Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"c47d6cf6-13c6-4368-9159-fe22e61fb43b","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:20:12.47778933Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"c47d6cf6-13c6-4368-9159-fe22e61fb43b","error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:12.643967349Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-961a9f","namespace":"e2e-extmod-rot-user-f0eb7b"},"namespace":"e2e-extmod-rot-user-f0eb7b","name":"e2e-rot-961a9f","reconcileID":"b4e3046a-d599-4c76-ba52-38991fba1b0e","MaaSModelRef":{"name":"e2e-rot-961a9f","namespace":"e2e-extmod-rot-user-f0eb7b"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-rot-user-f0eb7b/e2e-rot-961a9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:12.643994873Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-961a9f","namespace":"e2e-extmod-rot-user-f0eb7b"},"namespace":"e2e-extmod-rot-user-f0eb7b","name":"e2e-rot-961a9f","reconcileID":"b4e3046a-d599-4c76-ba52-38991fba1b0e","MaaSModelRef":{"name":"e2e-rot-961a9f","namespace":"e2e-extmod-rot-user-f0eb7b"},"routeName":"external-model-e2e-rot-961a9f-c5054087e9d2","namespace":"e2e-extmod-rot-user-f0eb7b","model":"e2e-rot-961a9f","externalModel":"e2e-rot-961a9f","provider":"e2e-rot-961a9f-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:12.946906395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-961a9f-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rot-961a9f-access","reconcileID":"c12faa06-08a0-4f1e-96d5-342f1288fb36","MaaSAuthPolicy":{"name":"e2e-rot-961a9f-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:12.993114527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"4044b331-1687-40c9-8755-c467ec64a0cd","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:12.99311353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"93671277-e91f-48ce-8851-021407472e12","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:13.00356409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-961a9f-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rot-961a9f-access","reconcileID":"c12faa06-08a0-4f1e-96d5-342f1288fb36","MaaSAuthPolicy":{"name":"e2e-rot-961a9f-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:13.043781431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"ec22a302-f5da-4dfd-af79-36428327952a","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:13.044103407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-quota-5ef63d-access","reconcileID":"dfd0b1d0-9be3-4195-b0f5-2d7cef5d877d","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:13.050236374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"93671277-e91f-48ce-8851-021407472e12","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:13.050489302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"4044b331-1687-40c9-8755-c467ec64a0cd","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:13.100761705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-quota-5ef63d-access","reconcileID":"dfd0b1d0-9be3-4195-b0f5-2d7cef5d877d","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:13.100817588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"ec22a302-f5da-4dfd-af79-36428327952a","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:13.482505681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"3ae37a2d-3f9b-466b-9cbf-36346374c62e","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:13.5287765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"fa7c35b9-62b0-44ee-9c96-559c364924f9","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:13.528785951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"9a3b5381-9071-439c-bb4a-016f583bef1c","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:13.540589129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"3ae37a2d-3f9b-466b-9cbf-36346374c62e","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:13.587017228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"fa7c35b9-62b0-44ee-9c96-559c364924f9","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:13.587074745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"9a3b5381-9071-439c-bb4a-016f583bef1c","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:13.587616653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-quota-5ef63d-access","reconcileID":"be41fefb-405a-447d-80b9-18458a8a548a","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:13.644011132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-quota-5ef63d-access","reconcileID":"be41fefb-405a-447d-80b9-18458a8a548a","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:13.681094928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"bc33c2fb-6976-4e80-9638-58723796dd00","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:13.738077903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"bc33c2fb-6976-4e80-9638-58723796dd00","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:17.73928177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"namespace":"ai-tenant-e2e-mt-0fa0e1c5","name":"e2e-shared-policy-29301668","reconcileID":"a270d2ad-3c4d-4792-8dc5-6eab0dacdf2e","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:17.789435743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ac8b4e92-15eb-4d56-966f-cd2152bdcba6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:17.789440492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"66a18cef-041f-4639-bb8d-3eb36c27aa85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:17.79550728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"namespace":"ai-tenant-e2e-mt-0fa0e1c5","name":"e2e-shared-policy-29301668","reconcileID":"a270d2ad-3c4d-4792-8dc5-6eab0dacdf2e","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:17.855934366Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 51","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"namespace":"ai-tenant-e2e-mt-0fa0e1c5","name":"e2e-shared-policy-29301668","reconcileID":"a270d2ad-3c4d-4792-8dc5-6eab0dacdf2e","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:17.923655342Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ac8b4e92-15eb-4d56-966f-cd2152bdcba6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:20:17.929769275Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"66a18cef-041f-4639-bb8d-3eb36c27aa85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:17.982474904Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 52","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ac8b4e92-15eb-4d56-966f-cd2152bdcba6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:20:17.986956661Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"66a18cef-041f-4639-bb8d-3eb36c27aa85","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:17.987299467Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"68308a9a-72bc-4efe-af7f-8c34a8d61565","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:17.987316727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"68308a9a-72bc-4efe-af7f-8c34a8d61565","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:18.0399539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1da74278-b60c-4d6f-9942-6ec9563b28f8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:18.039973411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1da74278-b60c-4d6f-9942-6ec9563b28f8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:18.154350021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"858746ba-3db3-4576-a299-036dfce435d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:18.211636446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"858746ba-3db3-4576-a299-036dfce435d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:18.271097194Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 52","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"858746ba-3db3-4576-a299-036dfce435d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:18.32745125Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"baecbee3-fcbf-45de-8f5a-7b10e06fe4b3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:18.327469676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"baecbee3-fcbf-45de-8f5a-7b10e06fe4b3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:22.477818055Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"13eb56eb-4dce-4ad7-814a-f1ff69863c71","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:27.963529949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"namespace":"ai-tenant-e2e-mt-0fa0e1c5","name":"e2e-shared-policy-29301668","reconcileID":"e88637ce-65f0-406e-be64-102a31da948e","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:28.092417082Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"namespace":"ai-tenant-e2e-mt-0fa0e1c5","name":"e2e-shared-policy-29301668","reconcileID":"e88637ce-65f0-406e-be64-102a31da948e","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:28.147983555Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 53","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"namespace":"ai-tenant-e2e-mt-0fa0e1c5","name":"e2e-shared-policy-29301668","reconcileID":"e88637ce-65f0-406e-be64-102a31da948e","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:28.198646716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"98738b15-e4cf-40b7-893d-2d8927c25be5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:28.205262568Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b5cb4569-7115-4338-926d-08afbb924bf7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:28.205278645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b5cb4569-7115-4338-926d-08afbb924bf7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:28.325910369Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"98738b15-e4cf-40b7-893d-2d8927c25be5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:28.382353225Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 54","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"98738b15-e4cf-40b7-893d-2d8927c25be5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:28.440431478Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9ae32f17-14f6-4418-9e42-c9c9456b856d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:28.440449153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9ae32f17-14f6-4418-9e42-c9c9456b856d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:28.485904586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e9befcea-f7ac-4a35-96fe-fdbdbced173b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:28.542896394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e9befcea-f7ac-4a35-96fe-fdbdbced173b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:28.598230106Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 54","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e9befcea-f7ac-4a35-96fe-fdbdbced173b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:28.654360593Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d496b1cf-1383-4f25-88ef-57ae0831b874","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:28.654377982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d496b1cf-1383-4f25-88ef-57ae0831b874","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:32.58544263Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"ffbb4c97-88fa-4545-9f18-b7eb1a152ae6","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:36.781004194Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:38.312950956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"namespace":"ai-tenant-e2e-mt-0fa0e1c5","name":"e2e-shared-policy-29301668","reconcileID":"621b3e90-5c08-4182-85df-7ebed1bc73c4","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:38.440018182Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"namespace":"ai-tenant-e2e-mt-0fa0e1c5","name":"e2e-shared-policy-29301668","reconcileID":"621b3e90-5c08-4182-85df-7ebed1bc73c4","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:38.495760842Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 55","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"namespace":"ai-tenant-e2e-mt-0fa0e1c5","name":"e2e-shared-policy-29301668","reconcileID":"621b3e90-5c08-4182-85df-7ebed1bc73c4","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:38.551203668Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"222cd878-964b-482e-bc78-ee407ef958be","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:38.551221909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"222cd878-964b-482e-bc78-ee407ef958be","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:38.599090483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"021bee58-79cd-4e47-9211-6c42d075e3d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:38.727487471Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"021bee58-79cd-4e47-9211-6c42d075e3d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:38.783136911Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 56","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"021bee58-79cd-4e47-9211-6c42d075e3d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:38.813900471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"82300868-06af-4af6-b516-851274d44745","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:38.840784726Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0568816a-e3ca-4c05-b5bd-e688e12b5057","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:38.840803344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0568816a-e3ca-4c05-b5bd-e688e12b5057","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:38.870773481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"82300868-06af-4af6-b516-851274d44745","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:38.927168092Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 56","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"82300868-06af-4af6-b516-851274d44745","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:38.985267687Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3cf914ee-02ac-4650-b0f1-780a5acaef07","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:38.985284873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3cf914ee-02ac-4650-b0f1-780a5acaef07","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:39.150264935Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-71cea4","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"auth-test-model-71cea4","reconcileID":"e41bdca4-9591-4379-acec-c82c486733b4","MaaSModelRef":{"name":"auth-test-model-71cea4","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"tenant":"e2e-shared-a-w0-71cea4","gateway":"openshift-ingress/e2e-shared-a-w0-71cea4","model":"ai-tenant-e2e-shared-a-w0-71cea4/auth-test-model-71cea4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:39.150298849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-71cea4","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"auth-test-model-71cea4","reconcileID":"e41bdca4-9591-4379-acec-c82c486733b4","MaaSModelRef":{"name":"auth-test-model-71cea4","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"routeName":"auth-test-model-71cea4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-71cea4","llmisvcName":"auth-test-model-71cea4","gateway":"openshift-ingress/e2e-shared-a-w0-71cea4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:41.658348814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"8b9bbf43-112a-456d-8cda-8006fd65ad12","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:41.660639374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"0d4ceb33-8eaa-47f5-a48d-a39d273ff169","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:41.709294518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"df378b1c-1a45-4352-a951-f4cf7421e160","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:41.711608521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-quota-5ef63d-access","reconcileID":"34b309df-14f0-418f-bc81-0e7e27e23275","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:41.71350718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"55d453c2-100e-4700-9b45-56fa1c63f0c3","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:41.715067186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"8b9bbf43-112a-456d-8cda-8006fd65ad12","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:41.716914225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"0d4ceb33-8eaa-47f5-a48d-a39d273ff169","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:41.766037464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"df378b1c-1a45-4352-a951-f4cf7421e160","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:41.769186819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-quota-5ef63d-access","reconcileID":"34b309df-14f0-418f-bc81-0e7e27e23275","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:41.769985666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"55d453c2-100e-4700-9b45-56fa1c63f0c3","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:42.188667951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"50440aca-53fc-4e10-bfb8-dfe189fd9779","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:42.19096792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"e47ad0b4-96bb-4c98-9a8e-c111225244da","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:42.238016763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"c71e992b-2c57-45ca-8fef-97de48feebf2","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:42.238020757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-quota-5ef63d-access","reconcileID":"b2b093c0-8067-4840-b979-12ecd992fa15","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:42.239566051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"19a14044-20eb-4328-b9bd-8e437504fb32","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:42.245065579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"50440aca-53fc-4e10-bfb8-dfe189fd9779","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:42.247490166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"e47ad0b4-96bb-4c98-9a8e-c111225244da","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:42.295794072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"c71e992b-2c57-45ca-8fef-97de48feebf2","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:42.295793383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-quota-5ef63d-access","reconcileID":"b2b093c0-8067-4840-b979-12ecd992fa15","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:42.298264076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"19a14044-20eb-4328-b9bd-8e437504fb32","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:42.690291918Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"6ae2d327-1078-4ded-8ca2-1a2ca81c03f3","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:45.004427516Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a4cda2f"},"namespace":"ai-tenant-e2e-ait-2a4cda2f","name":"default-tenant","reconcileID":"8e660d49-1b72-4848-b1ba-bf29b7ebcbe6","namespace":"ai-tenant-e2e-ait-2a4cda2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:45.004489024Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a4cda2f"},"namespace":"ai-tenant-e2e-ait-2a4cda2f","name":"default-tenant","reconcileID":"8e660d49-1b72-4848-b1ba-bf29b7ebcbe6","namespace":"ai-tenant-e2e-ait-2a4cda2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:45.004545413Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a4cda2f"},"namespace":"ai-tenant-e2e-ait-2a4cda2f","name":"default-tenant","reconcileID":"8e660d49-1b72-4848-b1ba-bf29b7ebcbe6","tenant":"e2e-ait-2a4cda2f","tenantID":"e2e-ait-2a4cda2f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:45.060176641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a4cda2f"},"namespace":"ai-tenant-e2e-ait-2a4cda2f","name":"default-tenant","reconcileID":"8e660d49-1b72-4848-b1ba-bf29b7ebcbe6","gvk":"Deployment","name":"maas-api-e2e-ait-2a4cda2f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:45.120369375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a4cda2f"},"namespace":"ai-tenant-e2e-ait-2a4cda2f","name":"default-tenant","reconcileID":"8e660d49-1b72-4848-b1ba-bf29b7ebcbe6","gvk":"Service","name":"maas-api-e2e-ait-2a4cda2f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:45.180104508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a4cda2f"},"namespace":"ai-tenant-e2e-ait-2a4cda2f","name":"default-tenant","reconcileID":"8e660d49-1b72-4848-b1ba-bf29b7ebcbe6","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-2a4cda2f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:45.233613337Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a4cda2f"},"namespace":"ai-tenant-e2e-ait-2a4cda2f","name":"default-tenant","reconcileID":"8e660d49-1b72-4848-b1ba-bf29b7ebcbe6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-2a4cda2f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:45.294641133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a4cda2f"},"namespace":"ai-tenant-e2e-ait-2a4cda2f","name":"default-tenant","reconcileID":"8e660d49-1b72-4848-b1ba-bf29b7ebcbe6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-2a4cda2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:45.349475892Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a4cda2f"},"namespace":"ai-tenant-e2e-ait-2a4cda2f","name":"default-tenant","reconcileID":"8e660d49-1b72-4848-b1ba-bf29b7ebcbe6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-2a4cda2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:45.406428084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a4cda2f"},"namespace":"ai-tenant-e2e-ait-2a4cda2f","name":"default-tenant","reconcileID":"8e660d49-1b72-4848-b1ba-bf29b7ebcbe6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-2a4cda2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:45.462178961Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a4cda2f"},"namespace":"ai-tenant-e2e-ait-2a4cda2f","name":"default-tenant","reconcileID":"8e660d49-1b72-4848-b1ba-bf29b7ebcbe6","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-2a4cda2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:45.513596012Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a4cda2f"},"namespace":"ai-tenant-e2e-ait-2a4cda2f","name":"default-tenant","reconcileID":"8e660d49-1b72-4848-b1ba-bf29b7ebcbe6","gvk":"Deployment","name":"payload-processing-e2e-ait-2a4cda2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:45.564940107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a4cda2f"},"namespace":"ai-tenant-e2e-ait-2a4cda2f","name":"default-tenant","reconcileID":"8e660d49-1b72-4848-b1ba-bf29b7ebcbe6","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-2a4cda2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:45.6163977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a4cda2f"},"namespace":"ai-tenant-e2e-ait-2a4cda2f","name":"default-tenant","reconcileID":"8e660d49-1b72-4848-b1ba-bf29b7ebcbe6","gvk":"Service","name":"payload-processing-e2e-ait-2a4cda2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:45.667762808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a4cda2f"},"namespace":"ai-tenant-e2e-ait-2a4cda2f","name":"default-tenant","reconcileID":"8e660d49-1b72-4848-b1ba-bf29b7ebcbe6","gvk":"Service","name":"payload-pre-processing-e2e-ait-2a4cda2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:45.719075704Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a4cda2f"},"namespace":"ai-tenant-e2e-ait-2a4cda2f","name":"default-tenant","reconcileID":"8e660d49-1b72-4848-b1ba-bf29b7ebcbe6","gvk":"DestinationRule","name":"payload-processing-e2e-ait-2a4cda2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:45.770458956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a4cda2f"},"namespace":"ai-tenant-e2e-ait-2a4cda2f","name":"default-tenant","reconcileID":"8e660d49-1b72-4848-b1ba-bf29b7ebcbe6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-2a4cda2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:45.821723483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a4cda2f"},"namespace":"ai-tenant-e2e-ait-2a4cda2f","name":"default-tenant","reconcileID":"8e660d49-1b72-4848-b1ba-bf29b7ebcbe6","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-2a4cda2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:45.877525439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a4cda2f"},"namespace":"ai-tenant-e2e-ait-2a4cda2f","name":"default-tenant","reconcileID":"8e660d49-1b72-4848-b1ba-bf29b7ebcbe6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-2a4cda2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:45.929165838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a4cda2f"},"namespace":"ai-tenant-e2e-ait-2a4cda2f","name":"default-tenant","reconcileID":"8e660d49-1b72-4848-b1ba-bf29b7ebcbe6","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-2a4cda2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:45.980816198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a4cda2f"},"namespace":"ai-tenant-e2e-ait-2a4cda2f","name":"default-tenant","reconcileID":"8e660d49-1b72-4848-b1ba-bf29b7ebcbe6","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-2a4cda2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:46.034966469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a4cda2f"},"namespace":"ai-tenant-e2e-ait-2a4cda2f","name":"default-tenant","reconcileID":"8e660d49-1b72-4848-b1ba-bf29b7ebcbe6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-2a4cda2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:46.086950056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a4cda2f"},"namespace":"ai-tenant-e2e-ait-2a4cda2f","name":"default-tenant","reconcileID":"8e660d49-1b72-4848-b1ba-bf29b7ebcbe6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-2a4cda2f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:46.892991598Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-2a4cda2f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-2a4cda2f","reconcileID":"fd363dc7-9dbd-4496-919b-e84f51bf88ad","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-2a4cda2f","removed":["maas.opendatahub.io/gateway-access-e2e-ait-2a4cda2f"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:20:47.232677473Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"ea839aca-b374-4bce-af9b-60b64eed641d","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:20:47.23286609Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"ea839aca-b374-4bce-af9b-60b64eed641d","error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:47.334872575Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"19d98de8-c336-40b9-adb9-910b0326be93","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:48.206025149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70d7a94e-fa9a-46e7-bb4b-6deb6bb2b2ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:48.258725815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70d7a94e-fa9a-46e7-bb4b-6deb6bb2b2ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:48.310826342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70d7a94e-fa9a-46e7-bb4b-6deb6bb2b2ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:48.362718624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70d7a94e-fa9a-46e7-bb4b-6deb6bb2b2ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:48.695649433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"namespace":"ai-tenant-e2e-mt-0fa0e1c5","name":"e2e-shared-policy-29301668","reconcileID":"2234eaca-8066-42a5-b184-7127a457b9e3","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:48.824631865Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"namespace":"ai-tenant-e2e-mt-0fa0e1c5","name":"e2e-shared-policy-29301668","reconcileID":"2234eaca-8066-42a5-b184-7127a457b9e3","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:48.880280841Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 57","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"namespace":"ai-tenant-e2e-mt-0fa0e1c5","name":"e2e-shared-policy-29301668","reconcileID":"2234eaca-8066-42a5-b184-7127a457b9e3","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:48.939247012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"53d036e9-789f-4f30-b30a-74b9b91b88fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:48.939265879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"53d036e9-789f-4f30-b30a-74b9b91b88fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:49.002224415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9f3a9454-7baa-4eed-8246-022d8fe8f175","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:49.13108539Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9f3a9454-7baa-4eed-8246-022d8fe8f175","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:49.168301008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"52dd537c-6d79-4802-9170-c9c18b5fc038","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:49.189705893Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 58","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9f3a9454-7baa-4eed-8246-022d8fe8f175","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:49.225357965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"52dd537c-6d79-4802-9170-c9c18b5fc038","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:49.247584897Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6f665783-5eda-49fb-97a8-b43403d0f463","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:49.247611446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6f665783-5eda-49fb-97a8-b43403d0f463","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:49.281574236Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 58","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"52dd537c-6d79-4802-9170-c9c18b5fc038","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:49.341640592Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"001abd25-5678-4670-a449-fc8309c90fcc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:49.341750644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"001abd25-5678-4670-a449-fc8309c90fcc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:50.3042584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6ce5455-525f-4014-9379-87245003fa21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:50.356293796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6ce5455-525f-4014-9379-87245003fa21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:50.408135879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6ce5455-525f-4014-9379-87245003fa21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:50.460613073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6ce5455-525f-4014-9379-87245003fa21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:20:50.734565668Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"7bb63a7e-cd52-4ae2-b973-957c22e8b249","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:20:50.734673856Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"7bb63a7e-cd52-4ae2-b973-957c22e8b249","error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:50.786960293Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"2fbb2633-5fb3-47b5-8c2c-94e93a0c7243","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:20:50.895133045Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"531ab2d8-6f20-46ba-8cc0-a01910676615","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:20:50.895207168Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"531ab2d8-6f20-46ba-8cc0-a01910676615","error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:50.947255271Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"9d589771-1f7f-4f50-ae7d-207deb980519","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:20:52.116758681Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"797ab7e1-807d-47da-ba70-c8c8376c12d6","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:20:52.116830424Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"797ab7e1-807d-47da-ba70-c8c8376c12d6","error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:52.168659049Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"7c9dbe52-39a8-4bfb-bf6b-b2d658d1a3e6","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:20:52.276974632Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"cdfdf338-4196-4117-9583-7e87329a343b","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:20:52.277043493Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"cdfdf338-4196-4117-9583-7e87329a343b","error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:52.329166535Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"8c53db2d-0e8e-48c9-976b-919b387bb34a","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:52.388103229Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-e5d7100d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-e5d7100d","reconcileID":"dabc685a-6aea-4fce-a14f-61a8dd6e8b16","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-e5d7100d-gw","applied":{"maas.opendatahub.io/gateway-access-e2e-migrate-e5d7100d-gw":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:52.391840786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5f04d89-d71e-411b-a391-0611dfc04b70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:52.443831582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5f04d89-d71e-411b-a391-0611dfc04b70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:52.496372076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5f04d89-d71e-411b-a391-0611dfc04b70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:52.548238432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5f04d89-d71e-411b-a391-0611dfc04b70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:20:53.4942255Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"2659a7c2-c6ae-44a1-8271-f0d51e5c7b34","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:20:53.494299933Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"2659a7c2-c6ae-44a1-8271-f0d51e5c7b34","error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:53.589750294Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"d7903a1f-8fe5-4970-8935-a475e6185349","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:20:54.374988231Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"65ec4179-587f-43e9-9c7a-b00736fe8e45","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:20:54.375056122Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"65ec4179-587f-43e9-9c7a-b00736fe8e45","error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:54.426782114Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"ed18851d-26b7-4384-95d2-788f57d0b98a","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:54.493817575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23f6f518-e102-4d04-8f2a-28987da89e11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:54.54591422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23f6f518-e102-4d04-8f2a-28987da89e11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:54.597777671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23f6f518-e102-4d04-8f2a-28987da89e11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:54.64985551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23f6f518-e102-4d04-8f2a-28987da89e11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:59.048743755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"namespace":"ai-tenant-e2e-mt-0fa0e1c5","name":"e2e-shared-policy-29301668","reconcileID":"96cd3180-ad86-4d1d-924d-250766bc0546","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:59.17548892Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"namespace":"ai-tenant-e2e-mt-0fa0e1c5","name":"e2e-shared-policy-29301668","reconcileID":"96cd3180-ad86-4d1d-924d-250766bc0546","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:59.23068335Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 58, current generation is 59","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"namespace":"ai-tenant-e2e-mt-0fa0e1c5","name":"e2e-shared-policy-29301668","reconcileID":"96cd3180-ad86-4d1d-924d-250766bc0546","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:59.28758632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6f4ac025-8854-4468-a964-deed968df725","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:59.287605453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6f4ac025-8854-4468-a964-deed968df725","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:59.405243748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7a55213d-fa2f-4205-8fa4-30c4133f2996","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:59.507204791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9c181504-fa3a-43e6-9d70-a8e6172399d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:59.531953522Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7a55213d-fa2f-4205-8fa4-30c4133f2996","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:59.563412227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9c181504-fa3a-43e6-9d70-a8e6172399d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:59.587169617Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 58, current generation is 60","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7a55213d-fa2f-4205-8fa4-30c4133f2996","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:59.618502631Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 58, current generation is 60","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9c181504-fa3a-43e6-9d70-a8e6172399d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:59.645073926Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b191270b-014f-4d80-ba07-20459ccd65ee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:59.645092741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b191270b-014f-4d80-ba07-20459ccd65ee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:59.676382569Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f279e6c8-0fbf-4dc0-b581-fb4572242fd2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:59.676398104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f279e6c8-0fbf-4dc0-b581-fb4572242fd2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:59.889690016Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-8f45a2 priority=0:[ai-tenant-e2e-extmod-a-8f45a2/e2e-shr-auth-81442b-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-shr-quota-5ef63d-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-shr-shared-616643-sub]","namespace=ai-tenant-e2e-extmod-b-3986bf priority=0:[ai-tenant-e2e-extmod-b-3986bf/e2e-att-detach-f08036-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-serve-185fad-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-unrel-bd0892-sub ai-tenant-e2e-extmod-b-3986bf/e2e-rec-ctrl-3ea756-sub ai-tenant-e2e-extmod-b-3986bf/e2e-rec-recover-cb9bed-sub ai-tenant-e2e-extmod-b-3986bf/e2e-rot-961a9f-sub]","namespace=ai-tenant-e2e-extmod-b-7d25db priority=0:[ai-tenant-e2e-extmod-b-7d25db/e2e-shr-auth-81442b-sub ai-tenant-e2e-extmod-b-7d25db/e2e-shr-shared-616643-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:20:59.941394616Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","reconcileID":"b5349dbd-ab6b-427e-b5fc-fc79983bfd7f","MaaSModelRef":{"name":"e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-quota-5ef63d-66d87494f985","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","externalModel":"e2e-shr-quota-5ef63d","provider":"e2e-shr-quota-5ef63d-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:21:00.057916291Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-8f45a2/e2e-shr-quota-5ef63d-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-quota-5ef63d-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:00.098017249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"d0a9d5f2-b354-4cc7-aed9-2c144bb68467","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:00.098036551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"3c8cdcac-86b5-4616-ac83-7a9cdae82f5c","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:00.10139025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-quota-5ef63d-access","reconcileID":"205bf097-fa81-404f-8cfa-6932da9dddce","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:00.103919832Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","reconcileID":"4d999efb-9f9b-4031-b937-c1268a3f425d","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-auth-81442b-32f40957b72f","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","externalModel":"e2e-shr-auth-81442b","provider":"e2e-shr-auth-81442b-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:00.154916032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"d0a9d5f2-b354-4cc7-aed9-2c144bb68467","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:00.155173483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"3c8cdcac-86b5-4616-ac83-7a9cdae82f5c","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:00.158402607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-quota-5ef63d-access","reconcileID":"205bf097-fa81-404f-8cfa-6932da9dddce","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:00.208230933Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","reconcileID":"21f3a415-251f-4f0b-9390-1216d6c2bc8c","MaaSModelRef":{"name":"e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-quota-5ef63d-66d87494f985","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","externalModel":"e2e-shr-quota-5ef63d","provider":"e2e-shr-quota-5ef63d-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:00.312733401Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","reconcileID":"c03b9b3f-4d12-41c5-8817-67b2d21b0e96","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-shared-616643-81144d719efe","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","externalModel":"e2e-shr-shared-616643","provider":"e2e-shr-shared-616643-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:00.316578752Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-5ef63d-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-quota-5ef63d-sub","reconcileID":"0aa3fb8a-8b03-432d-b30f-ef05cb96ed76","MaaSSubscription":{"name":"e2e-shr-quota-5ef63d-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","model":"e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-8f45a2/e2e-shr-quota-5ef63d-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:00.584236246Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","reconcileID":"1a6895bd-2658-4555-8958-a64c061e0b97","MaaSModelRef":{"name":"e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-quota-5ef63d-66d87494f985","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","externalModel":"e2e-shr-quota-5ef63d","provider":"e2e-shr-quota-5ef63d-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:00.623101732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-quota-5ef63d-access","reconcileID":"2271aaf5-9180-4671-bc02-544527481ef6","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:00.624145309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"edbab4a1-1ab5-4d22-aafc-100b53c391f3","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:00.62493783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"b5d8eb25-aae9-4e58-85ae-c6d50911d89a","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:00.680481624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"edbab4a1-1ab5-4d22-aafc-100b53c391f3","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:00.681682121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-quota-5ef63d-access","reconcileID":"2271aaf5-9180-4671-bc02-544527481ef6","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:00.685191629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"b5d8eb25-aae9-4e58-85ae-c6d50911d89a","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:00.791971082Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-5ef63d-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-quota-5ef63d-sub","reconcileID":"5eb975a0-801b-4420-a682-6f5491eee9d4","MaaSSubscription":{"name":"e2e-shr-quota-5ef63d-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:04.547293492Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"698bd6a9-0312-4d0a-b0f0-baf47c0d1592","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:06.781440308Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:09.395101004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"namespace":"ai-tenant-e2e-mt-0fa0e1c5","name":"e2e-shared-policy-29301668","reconcileID":"03c0f2e1-c5ee-4af7-a3b9-3cb4ef44b280","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:09.521748363Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"namespace":"ai-tenant-e2e-mt-0fa0e1c5","name":"e2e-shared-policy-29301668","reconcileID":"03c0f2e1-c5ee-4af7-a3b9-3cb4ef44b280","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:09.578543386Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 58, current generation is 61","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"namespace":"ai-tenant-e2e-mt-0fa0e1c5","name":"e2e-shared-policy-29301668","reconcileID":"03c0f2e1-c5ee-4af7-a3b9-3cb4ef44b280","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:09.633898999Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"270adf62-cbdd-4dff-aa32-19143095105a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:09.633916326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"270adf62-cbdd-4dff-aa32-19143095105a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:09.803870375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"97915ec3-5d2e-44a8-99aa-1093f7755e5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:09.83366224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8465b730-a3bc-4117-be5d-1920c4900070","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:09.930877184Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"97915ec3-5d2e-44a8-99aa-1093f7755e5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:21:09.95000715Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8465b730-a3bc-4117-be5d-1920c4900070","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:09.986695964Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 58, current generation is 62","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"97915ec3-5d2e-44a8-99aa-1093f7755e5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:21:10.005291292Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8465b730-a3bc-4117-be5d-1920c4900070","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:10.005615761Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"39edfa2f-5102-45c4-a3d5-748987c5aa4b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:10.005635244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"39edfa2f-5102-45c4-a3d5-748987c5aa4b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:10.044511966Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"37890952-1978-4d0c-a81b-6bccdd94d111","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:10.044528562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"37890952-1978-4d0c-a81b-6bccdd94d111","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:10.170172277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3a92315b-70c8-4215-8f55-e6e74389cd6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:10.22689901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3a92315b-70c8-4215-8f55-e6e74389cd6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:10.282304632Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 58, current generation is 62","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3a92315b-70c8-4215-8f55-e6e74389cd6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:10.340129221Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5d41981f-19eb-4ceb-8b55-8a9c67e6956d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:10.340156495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5d41981f-19eb-4ceb-8b55-8a9c67e6956d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:14.652669031Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"d4452bc5-cd3e-4b87-93d2-9381e69669e5","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:19.740930456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"namespace":"ai-tenant-e2e-mt-0fa0e1c5","name":"e2e-shared-policy-29301668","reconcileID":"bab8ac91-6429-4973-a903-58e06fe9adbe","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:19.867090692Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"namespace":"ai-tenant-e2e-mt-0fa0e1c5","name":"e2e-shared-policy-29301668","reconcileID":"bab8ac91-6429-4973-a903-58e06fe9adbe","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:19.922133915Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 58, current generation is 63","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"namespace":"ai-tenant-e2e-mt-0fa0e1c5","name":"e2e-shared-policy-29301668","reconcileID":"bab8ac91-6429-4973-a903-58e06fe9adbe","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:19.97958355Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"66bed6f4-d95d-4880-9b60-622e0cb1a82e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:19.979602372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"66bed6f4-d95d-4880-9b60-622e0cb1a82e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:20.23237317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4bfd5588-5de7-4a44-823f-d7740352aa96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:20.376621343Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4bfd5588-5de7-4a44-823f-d7740352aa96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:20.462810383Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 58, current generation is 64","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4bfd5588-5de7-4a44-823f-d7740352aa96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:20.482117616Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"namespace":"ai-tenant-e2e-mt-0fa0e1c5","name":"e2e-shared-policy-29301668","reconcileID":"1ffe0729-4d6a-4e99-8a51-42f1dd96be47","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:20.482155373Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"54c53a0e-6b15-4024-9290-2f16b09ec83e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:20.482389335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"54c53a0e-6b15-4024-9290-2f16b09ec83e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:20.523058727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5239b911-3703-4b7a-ba30-69d2de6e7e28","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:20.523085873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5239b911-3703-4b7a-ba30-69d2de6e7e28","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:20.568033442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a8fd2359-5c90-4576-8c58-95c4749d8b82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:20.585334152Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"namespace":"ai-tenant-e2e-mt-0fa0e1c5","name":"e2e-shared-policy-29301668","reconcileID":"1ffe0729-4d6a-4e99-8a51-42f1dd96be47","MaaSAuthPolicy":{"name":"e2e-shared-policy-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"policyNamespace":"ai-tenant-e2e-mt-0fa0e1c5","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:20.624579265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a8fd2359-5c90-4576-8c58-95c4749d8b82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:20.641731735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f182a801-3982-405f-8ccf-730c81579a3a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:20.641747776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f182a801-3982-405f-8ccf-730c81579a3a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:20.679773135Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 58, current generation is 64","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a8fd2359-5c90-4576-8c58-95c4749d8b82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:20.737438466Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cd115f9b-180a-4a2a-8cab-8e6cd12e0125","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:20.737456949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cd115f9b-180a-4a2a-8cab-8e6cd12e0125","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:20.787105281Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cb6f8796-c45f-4cfa-bb09-ae3faa94c9f1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:20.787124869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cb6f8796-c45f-4cfa-bb09-ae3faa94c9f1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:21.203006755Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-5ef63d-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-quota-5ef63d-sub","reconcileID":"4e276782-0550-49aa-97ef-650b11f20868","MaaSSubscription":{"name":"e2e-shr-quota-5ef63d-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:21.473582279Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","reconcileID":"9d54fac6-4fd6-481f-bdd4-29158b70c776","MaaSModelRef":{"name":"e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-quota-5ef63d-66d87494f985","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","externalModel":"e2e-shr-quota-5ef63d","provider":"e2e-shr-quota-5ef63d-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:21.749090084Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99e79c","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"auth-test-model-99e79c","reconcileID":"559227b4-5249-4aa1-ae8f-7ae1cc80cb67","MaaSModelRef":{"name":"auth-test-model-99e79c","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"tenant":"e2e-shared-b-w0-99e79c","gateway":"openshift-ingress/e2e-shared-b-w0-99e79c","model":"ai-tenant-e2e-shared-b-w0-99e79c/auth-test-model-99e79c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:21.749122131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99e79c","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"auth-test-model-99e79c","reconcileID":"559227b4-5249-4aa1-ae8f-7ae1cc80cb67","MaaSModelRef":{"name":"auth-test-model-99e79c","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"routeName":"auth-test-model-99e79c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-99e79c","llmisvcName":"auth-test-model-99e79c","gateway":"openshift-ingress/e2e-shared-b-w0-99e79c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:22.24653939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"fc3f5cff-aef7-42eb-9cab-fcc0ad976f77","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:22.248758508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"9c9f2156-0c9c-465d-ae20-ec89607c1d9b","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:22.294739138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-quota-5ef63d-access","reconcileID":"a7ddaf28-de8b-481c-97fe-d940b8048556","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:22.294814351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"91b2bd43-5513-4c5e-b82c-b61e04a19bef","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:22.297164445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"3396a296-e760-4b14-bc2c-41f1f295cad6","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:22.303022446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"fc3f5cff-aef7-42eb-9cab-fcc0ad976f77","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:22.304688885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"9c9f2156-0c9c-465d-ae20-ec89607c1d9b","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:22.35153673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"91b2bd43-5513-4c5e-b82c-b61e04a19bef","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:22.351693564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-quota-5ef63d-access","reconcileID":"a7ddaf28-de8b-481c-97fe-d940b8048556","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:22.353823789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"3396a296-e760-4b14-bc2c-41f1f295cad6","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:23.299768929Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-5ef63d-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-quota-5ef63d-e2e-extmod-b-7d25db","reconcileID":"252c0879-f510-411c-af0d-769774fd163c","MaaSModelRef":{"name":"e2e-shr-quota-5ef63d-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-quota-5ef63d-e0b5bf5f2e7b","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-quota-5ef63d-e2e-extmod-b-7d25db","externalModel":"e2e-shr-quota-5ef63d","provider":"e2e-shr-quota-5ef63d-provider","gateway":"openshift-ingress/e2e-extmod-b-7d25db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:23.404452259Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-5ef63d-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-quota-5ef63d-e2e-extmod-b-7d25db","reconcileID":"6b475784-821c-4159-a946-7ab6f8293cbd","MaaSModelRef":{"name":"e2e-shr-quota-5ef63d-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-quota-5ef63d-e0b5bf5f2e7b","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-quota-5ef63d-e2e-extmod-b-7d25db","externalModel":"e2e-shr-quota-5ef63d","provider":"e2e-shr-quota-5ef63d-provider","gateway":"openshift-ingress/e2e-extmod-b-7d25db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:23.510632316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-quota-5ef63d-access","reconcileID":"5ad1dc2c-18bf-46c7-acb9-4049bf474ba9","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:23.568366964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-quota-5ef63d-access","reconcileID":"5ad1dc2c-18bf-46c7-acb9-4049bf474ba9","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:23.988205948Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-5ef63d-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-quota-5ef63d-e2e-extmod-b-7d25db","reconcileID":"3cd5aa62-e062-4402-995b-a6ea97014581","MaaSModelRef":{"name":"e2e-shr-quota-5ef63d-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-quota-5ef63d-e0b5bf5f2e7b","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-quota-5ef63d-e2e-extmod-b-7d25db","externalModel":"e2e-shr-quota-5ef63d","provider":"e2e-shr-quota-5ef63d-provider","gateway":"openshift-ingress/e2e-extmod-b-7d25db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:24.757005899Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"bc8d7af1-1338-4cf2-ace1-2379a098b3c2","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:27.204145434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-71cea4","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"auth-test-model-71cea4","reconcileID":"011c8886-ee12-4d21-8fe3-fc74797590fb","MaaSModelRef":{"name":"auth-test-model-71cea4","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"tenant":"e2e-shared-a-w0-71cea4","gateway":"openshift-ingress/e2e-shared-a-w0-71cea4","model":"ai-tenant-e2e-shared-a-w0-71cea4/auth-test-model-71cea4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:27.204168269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-71cea4","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"auth-test-model-71cea4","reconcileID":"011c8886-ee12-4d21-8fe3-fc74797590fb","MaaSModelRef":{"name":"auth-test-model-71cea4","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"routeName":"auth-test-model-71cea4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-71cea4","llmisvcName":"auth-test-model-71cea4","gateway":"openshift-ingress/e2e-shared-a-w0-71cea4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:27.258959789Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-71cea4","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"auth-test-model-71cea4","reconcileID":"b5f6f3f4-dc2b-4206-90bf-ec2ff2ac8405","MaaSModelRef":{"name":"auth-test-model-71cea4","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"tenant":"e2e-shared-a-w0-71cea4","gateway":"openshift-ingress/e2e-shared-a-w0-71cea4","model":"ai-tenant-e2e-shared-a-w0-71cea4/auth-test-model-71cea4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:27.258982566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-71cea4","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"auth-test-model-71cea4","reconcileID":"b5f6f3f4-dc2b-4206-90bf-ec2ff2ac8405","MaaSModelRef":{"name":"auth-test-model-71cea4","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"routeName":"auth-test-model-71cea4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-71cea4","llmisvcName":"auth-test-model-71cea4","gateway":"openshift-ingress/e2e-shared-a-w0-71cea4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:27.36768766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"e2e-auth-iso-743a04","reconcileID":"02cb2f49-25ab-4d67-9116-b0900f1b6efd","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-71cea4","tenantID":"e2e-shared-a-w0-71cea4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:27.494303505Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"e2e-auth-iso-743a04","reconcileID":"02cb2f49-25ab-4d67-9116-b0900f1b6efd","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"name":"e2e-shared-a-w0-71cea4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:27.549798068Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-71cea4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"e2e-auth-iso-743a04","reconcileID":"02cb2f49-25ab-4d67-9116-b0900f1b6efd","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:27.606785946Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-71cea4","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"auth-test-model-71cea4","reconcileID":"b690b32b-5927-4065-8bf0-b782667d5ae1","MaaSModelRef":{"name":"auth-test-model-71cea4","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"tenant":"e2e-shared-a-w0-71cea4","gateway":"openshift-ingress/e2e-shared-a-w0-71cea4","model":"ai-tenant-e2e-shared-a-w0-71cea4/auth-test-model-71cea4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:27.606809384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-71cea4","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"auth-test-model-71cea4","reconcileID":"b690b32b-5927-4065-8bf0-b782667d5ae1","MaaSModelRef":{"name":"auth-test-model-71cea4","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"routeName":"auth-test-model-71cea4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-71cea4","llmisvcName":"auth-test-model-71cea4","gateway":"openshift-ingress/e2e-shared-a-w0-71cea4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:28.970396465Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-8f45a2 priority=0:[ai-tenant-e2e-extmod-a-8f45a2/e2e-shr-auth-81442b-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-shr-quota-5ef63d-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-shr-shared-616643-sub]","namespace=ai-tenant-e2e-extmod-b-3986bf priority=0:[ai-tenant-e2e-extmod-b-3986bf/e2e-att-detach-f08036-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-serve-185fad-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-unrel-bd0892-sub ai-tenant-e2e-extmod-b-3986bf/e2e-rec-ctrl-3ea756-sub ai-tenant-e2e-extmod-b-3986bf/e2e-rec-recover-cb9bed-sub ai-tenant-e2e-extmod-b-3986bf/e2e-rot-961a9f-sub]","namespace=ai-tenant-e2e-extmod-b-7d25db priority=0:[ai-tenant-e2e-extmod-b-7d25db/e2e-shr-auth-81442b-sub ai-tenant-e2e-extmod-b-7d25db/e2e-shr-quota-5ef63d-sub ai-tenant-e2e-extmod-b-7d25db/e2e-shr-shared-616643-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:29.022849836Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-5ef63d-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-quota-5ef63d-e2e-extmod-b-7d25db","reconcileID":"5d8bf813-ce5d-44e3-ae0d-afac288396b9","MaaSModelRef":{"name":"e2e-shr-quota-5ef63d-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-quota-5ef63d-e0b5bf5f2e7b","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-quota-5ef63d-e2e-extmod-b-7d25db","externalModel":"e2e-shr-quota-5ef63d","provider":"e2e-shr-quota-5ef63d-provider","gateway":"openshift-ingress/e2e-extmod-b-7d25db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:29.187374603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-quota-5ef63d-access","reconcileID":"195bcd74-12f6-4007-8494-d4b09ca4a587","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:29.187556868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"50fa0586-fc2d-4fed-a51b-e916cd67d59e","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:29.198614988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"4cc835fd-3f5a-45a9-a6d1-d35fc4ac9cab","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:29.241743946Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","reconcileID":"56d688da-2dfc-4022-8fd8-f90378d6d42c","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-shared-616643-e4da3965f644","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","externalModel":"e2e-shr-shared-616643","provider":"e2e-shr-shared-616643-provider","gateway":"openshift-ingress/e2e-extmod-b-7d25db","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:21:29.242183343Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-7d25db/e2e-shr-quota-5ef63d-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-quota-5ef63d-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:29.24747554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"50fa0586-fc2d-4fed-a51b-e916cd67d59e","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:29.247505624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-quota-5ef63d-access","reconcileID":"195bcd74-12f6-4007-8494-d4b09ca4a587","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:29.256001159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"4cc835fd-3f5a-45a9-a6d1-d35fc4ac9cab","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:29.349639032Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-5ef63d-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-quota-5ef63d-e2e-extmod-b-7d25db","reconcileID":"9ebc119a-47dc-4e93-8a1c-d1a5918139d8","MaaSModelRef":{"name":"e2e-shr-quota-5ef63d-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-quota-5ef63d-e0b5bf5f2e7b","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-quota-5ef63d-e2e-extmod-b-7d25db","externalModel":"e2e-shr-quota-5ef63d","provider":"e2e-shr-quota-5ef63d-provider","gateway":"openshift-ingress/e2e-extmod-b-7d25db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:29.453690892Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-5ef63d-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-quota-5ef63d-sub","reconcileID":"929476db-152b-4ccb-b8a4-7a66c12134cb","MaaSSubscription":{"name":"e2e-shr-quota-5ef63d-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"maas-trlp-e2e-shr-quota-5ef63d-e2e-extmod-b-7d25db","model":"e2e-shr-quota-5ef63d-e2e-extmod-b-7d25db","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-7d25db/e2e-shr-quota-5ef63d-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:29.45423113Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","reconcileID":"8aed6203-d0ad-47bb-84bb-c21727f20d06","MaaSModelRef":{"name":"e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-quota-5ef63d-66d87494f985","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","externalModel":"e2e-shr-quota-5ef63d","provider":"e2e-shr-quota-5ef63d-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:29.560025297Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","reconcileID":"36b0aa6a-f3fb-4494-a09e-cea912cc8c79","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-auth-81442b-2d53748654e6","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","externalModel":"e2e-shr-auth-81442b","provider":"e2e-shr-auth-81442b-provider","gateway":"openshift-ingress/e2e-extmod-b-7d25db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:29.717533685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"c3623ca5-7744-4087-8d01-9a732aa2f867","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:29.717806035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-quota-5ef63d-access","reconcileID":"ab1d00bc-eff1-40dd-843a-eea6f7f3565f","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:29.725241601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"d2ead833-dfce-47b3-b8ed-a52e02512fcd","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:29.727430262Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-5ef63d-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-quota-5ef63d-e2e-extmod-b-7d25db","reconcileID":"51ff528f-96a5-406a-aef6-826d718d3e92","MaaSModelRef":{"name":"e2e-shr-quota-5ef63d-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-quota-5ef63d-e0b5bf5f2e7b","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-quota-5ef63d-e2e-extmod-b-7d25db","externalModel":"e2e-shr-quota-5ef63d","provider":"e2e-shr-quota-5ef63d-provider","gateway":"openshift-ingress/e2e-extmod-b-7d25db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:29.774980774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-quota-5ef63d-access","reconcileID":"ab1d00bc-eff1-40dd-843a-eea6f7f3565f","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:29.776076495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"c3623ca5-7744-4087-8d01-9a732aa2f867","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:29.78338762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"d2ead833-dfce-47b3-b8ed-a52e02512fcd","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:29.961156843Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-5ef63d-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-quota-5ef63d-sub","reconcileID":"e18b8279-013d-45e7-9375-7925663dd11f","MaaSSubscription":{"name":"e2e-shr-quota-5ef63d-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"maas-trlp-e2e-shr-quota-5ef63d-e2e-extmod-b-7d25db","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-quota-5ef63d-e2e-extmod-b-7d25db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:30.68185649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"feac6075-d05b-48a4-a5d5-8eab5f57bc86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:30.739184737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"feac6075-d05b-48a4-a5d5-8eab5f57bc86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:30.794569419Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 58, current generation is 64","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"feac6075-d05b-48a4-a5d5-8eab5f57bc86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:30.895671289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7bc3f1b3-2daa-4afb-a76d-5af382263ea3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:30.94838253Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"namespace":"ai-tenant-e2e-mt-0fa0e1c5","name":"e2e-shared-sub-29301668","reconcileID":"5e554637-b6d5-45a7-ac16-563ba2c85bdf","MaaSSubscription":{"name":"e2e-shared-sub-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-29301668","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:30.952917942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7bc3f1b3-2daa-4afb-a76d-5af382263ea3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:31.008501632Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 58, current generation is 64","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7bc3f1b3-2daa-4afb-a76d-5af382263ea3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:31.16449852Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"namespace":"ai-tenant-e2e-mt-0fa0e1c5","name":"e2e-shared-sub-29301668","reconcileID":"5e554637-b6d5-45a7-ac16-563ba2c85bdf","MaaSSubscription":{"name":"e2e-shared-sub-29301668","namespace":"ai-tenant-e2e-mt-0fa0e1c5"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:31.373466132Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"98bb932f-e981-43ff-90ed-6ff8974351a7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:31.382775645Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-8f45a2 priority=0:[ai-tenant-e2e-extmod-a-8f45a2/e2e-shr-auth-81442b-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-shr-quota-5ef63d-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-shr-shared-616643-sub]","namespace=ai-tenant-e2e-extmod-b-3986bf priority=0:[ai-tenant-e2e-extmod-b-3986bf/e2e-att-detach-f08036-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-serve-185fad-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-unrel-bd0892-sub ai-tenant-e2e-extmod-b-3986bf/e2e-rec-ctrl-3ea756-sub ai-tenant-e2e-extmod-b-3986bf/e2e-rec-recover-cb9bed-sub ai-tenant-e2e-extmod-b-3986bf/e2e-rot-961a9f-sub]","namespace=ai-tenant-e2e-extmod-b-7d25db priority=0:[ai-tenant-e2e-extmod-b-7d25db/e2e-shr-auth-81442b-sub ai-tenant-e2e-extmod-b-7d25db/e2e-shr-quota-5ef63d-sub ai-tenant-e2e-extmod-b-7d25db/e2e-shr-shared-616643-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:31.382882931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"04645b89-37b7-4eff-9f3b-1ea4f06811e1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:31.382901521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"04645b89-37b7-4eff-9f3b-1ea4f06811e1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:31.493485945Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-5ef63d-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-quota-5ef63d-e2e-extmod-b-7d25db","reconcileID":"0474ce85-4f84-4ad4-a33b-96dd99822954","MaaSModelRef":{"name":"e2e-shr-quota-5ef63d-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-quota-5ef63d-e0b5bf5f2e7b","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-quota-5ef63d-e2e-extmod-b-7d25db","externalModel":"e2e-shr-quota-5ef63d","provider":"e2e-shr-quota-5ef63d-provider","gateway":"openshift-ingress/e2e-extmod-b-7d25db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:34.861761846Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"0f952eed-f994-47e5-b1ea-4b13ff094428","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:36.776575904Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:37.714176089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"e2e-auth-iso-743a04","reconcileID":"c579858d-8fc4-409f-95dd-c1a181a08d75","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-71cea4","tenantID":"e2e-shared-a-w0-71cea4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:37.770705405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"e2e-auth-iso-743a04","reconcileID":"c579858d-8fc4-409f-95dd-c1a181a08d75","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"name":"e2e-shared-a-w0-71cea4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:37.826075642Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-71cea4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (18622900b3ca311e74a7a49ea773c7c8fd26d64110a91482ca09a20c71febac7) AuthConfig (ac7c48a3814c012762a17c63f479de2df623a3128c4bbdbd4ac0d331bb3d0915) AuthConfig (5747e26586f73ec405a5a7562baec4f64c430a376a8dc1c430c3867da3b812ee) AuthConfig (ce94017f3569bb3c94e33718f75269bccac8dd83977284c07bf53f91674b859b) AuthConfig (51d42b43e002898f25332f871ab5eb8a2f156ad4cbf2cefb475e3cc7e77d3317) AuthConfig (83e9ff2078a5f223d3eaf57923a9b40b0332ebee15a90677fd9f0c188e2babc1) AuthConfig (5d1efac7480d51ae11927c22b4e893cbdb2866b07d5c36e02fed59293ba0718f) AuthConfig (efd8cd5a20f43aa79db4ad651a79da041db2d2dbb94eb8a2aad97c7ef4a44c22) AuthConfig (33f715f6184bb9d8b5f886eccf609cbb109cd1039493e545b68e52ea92da935f) AuthConfig (735da3384a418438db953e2c85c96dcad9bb06c42a40af95d11b3819f9f61a81) AuthConfig (9a0ec04b2b4762948eccc22ffd472ed9cb07f3e0eef4215c46092a34c2c7dfc2) AuthConfig (0573b89279fdcb00db7f8a098d47b296c7cfa5cea517c1be60dec226967bc2cd) AuthConfig (4673ab884d0dd442a3f8e81d68f0e6fb0e1340d7d4260db678fa21017deec62f) AuthConfig (65b7ec90defc81c3701e1a3744777380e549ec8c17bc069ae332311916e6c339) AuthConfig (2fdd17d9cf2b444de9dbf54fc6a5ff484ba9d02f0453fe0a575b30ceaf394a34) AuthConfig (821ce6e18939e4cea1573baa4798f7247e2b7b280f9bb3bb62669f3c0e81c478) AuthConfig (aed5912967034bff4964ccdd023698c1c63d244d9803eedd2dd1195a208ebb9b) AuthConfig (fb88e82aa1d464ceac718078424c431920e564fcbbfd180345f682242abe611e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"e2e-auth-iso-743a04","reconcileID":"c579858d-8fc4-409f-95dd-c1a181a08d75","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:37.883529649Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-71cea4","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"auth-test-model-71cea4","reconcileID":"1f4937f4-186c-4510-81e9-35a4deb8c956","MaaSModelRef":{"name":"auth-test-model-71cea4","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"tenant":"e2e-shared-a-w0-71cea4","gateway":"openshift-ingress/e2e-shared-a-w0-71cea4","model":"ai-tenant-e2e-shared-a-w0-71cea4/auth-test-model-71cea4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:37.883546932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-71cea4","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"auth-test-model-71cea4","reconcileID":"1f4937f4-186c-4510-81e9-35a4deb8c956","MaaSModelRef":{"name":"auth-test-model-71cea4","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"routeName":"auth-test-model-71cea4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-71cea4","llmisvcName":"auth-test-model-71cea4","gateway":"openshift-ingress/e2e-shared-a-w0-71cea4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:37.910834905Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-sub","reconcileID":"4b0d96e3-bfc8-40b1-8199-32eb592bd87e","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"maas-trlp-e2e-shr-auth-81442b-e2e-extmod-b-7d25db","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-auth-81442b-e2e-extmod-b-7d25db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:37.975360893Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-subscription","reconcileID":"340bc097-1600-45a5-a367-85020f848c5c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-premium-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/premium-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:38.011248718Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-f08036-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-sub","reconcileID":"496e0c9c-f16b-44fe-9bf1-003fa7d55c2c","MaaSSubscription":{"name":"e2e-att-detach-f08036-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-detach-f08036","model":"e2e-extmod-att-user-a1f8ce/e2e-att-detach-f08036","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:38.146460101Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-961a9f-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rot-961a9f-sub","reconcileID":"31b353fb-df8a-4c7f-b40c-ee83fb7ba124","MaaSSubscription":{"name":"e2e-rot-961a9f-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-rot-961a9f","model":"e2e-extmod-rot-user-f0eb7b/e2e-rot-961a9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:38.246788669Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-sub","reconcileID":"f3a02221-eb65-494b-8a3a-5c61e10c3c3f","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:38.351140534Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-185fad-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-sub","reconcileID":"efa6f3a2-1a8b-4417-8e87-d1f7af2c6d2a","MaaSSubscription":{"name":"e2e-att-serve-185fad-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-serve-185fad","model":"e2e-extmod-att-user-a1f8ce/e2e-att-serve-185fad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:38.448560853Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-subscription","reconcileID":"9524f631-c363-4b9d-8f22-45afe7875009","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:38.549767182Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-subscription","reconcileID":"c37c3997-40e7-46e5-b32e-2bf730471ba1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-premium-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:38.618712052Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-sub","reconcileID":"8a78cc65-4c02-4c05-89da-69e571da15e7","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"maas-trlp-e2e-shr-shared-616643-e2e-extmod-b-7d25db","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-shared-616643-e2e-extmod-b-7d25db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:38.736481436Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-sub","reconcileID":"caefeb0f-f025-4ee6-8aa3-93e744bada9e","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-shr-shared-616643-e2e-extmod-a-8f45a2","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-shared-616643-e2e-extmod-a-8f45a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:38.806367513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-subscription","reconcileID":"f4fb1277-a1c8-46e5-8af3-cd6c2c2773d1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-premium-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/premium-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:38.90485294Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9cf2a47f-9c33-4a4f-9060-02b939274c80","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:39.005072522Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"f8524704-ad93-4285-8151-2637c7b2a1e6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:39.00507497Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"5868e1fa-222a-42ab-91f5-63ad0f3b182b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:39.160432253Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-bd0892-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-sub","reconcileID":"6cd05626-87f9-4b71-996b-43fac29add48","MaaSSubscription":{"name":"e2e-att-unrel-bd0892-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-unrel-bd0892","model":"e2e-extmod-att-user-a1f8ce/e2e-att-unrel-bd0892","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:39.212345335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-5ef63d-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-quota-5ef63d-sub","reconcileID":"ebbbb27c-9e01-4b16-a4f9-5f3a20ee4026","MaaSSubscription":{"name":"e2e-shr-quota-5ef63d-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:40.954816767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8b224cb8-de44-4e64-885c-b7e57fcf203f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:41.012851365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8b224cb8-de44-4e64-885c-b7e57fcf203f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:41.16753425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d766fbf3-cd83-4444-9c2b-1bae7165f531","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:41.224148722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d766fbf3-cd83-4444-9c2b-1bae7165f531","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:41.283988244Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e3a6c2dc-1157-4bf0-9580-85c6cef3281b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:41.284018865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e3a6c2dc-1157-4bf0-9580-85c6cef3281b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:41.491681887Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"93798675-a5ee-4098-9baa-a7b6dee9a868","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:41.491703252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"93798675-a5ee-4098-9baa-a7b6dee9a868","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:43.401396827Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e5d7100d"},"namespace":"ai-tenant-e2e-migrate-e5d7100d","name":"default-tenant","reconcileID":"e9da1c03-45b9-4c2c-8983-8ba65aa53c4d","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:43.455421695Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e5d7100d"},"namespace":"ai-tenant-e2e-migrate-e5d7100d","name":"default-tenant","reconcileID":"e9da1c03-45b9-4c2c-8983-8ba65aa53c4d","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:43.562524357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e5d7100d"},"namespace":"ai-tenant-e2e-migrate-e5d7100d","name":"default-tenant","reconcileID":"e9da1c03-45b9-4c2c-8983-8ba65aa53c4d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-migrate-e5d7100d-gw","tenantID":"e2e-migrate-e5d7100d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:43.680062746Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e5d7100d"},"namespace":"ai-tenant-e2e-migrate-e5d7100d","name":"default-tenant","reconcileID":"e9da1c03-45b9-4c2c-8983-8ba65aa53c4d","name":"e2e-migrate-e5d7100d-gw-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:44.96602916Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"b3d6368d-68d5-46bb-b6d6-84dbe5fe16ba","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:47.990897322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"e2e-auth-iso-743a04","reconcileID":"98586010-9714-4630-a646-4cfab1640c2c","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-71cea4","tenantID":"e2e-shared-a-w0-71cea4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:48.049022616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"e2e-auth-iso-743a04","reconcileID":"98586010-9714-4630-a646-4cfab1640c2c","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"name":"e2e-shared-a-w0-71cea4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:48.104623151Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-71cea4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (18622900b3ca311e74a7a49ea773c7c8fd26d64110a91482ca09a20c71febac7) AuthConfig (ac7c48a3814c012762a17c63f479de2df623a3128c4bbdbd4ac0d331bb3d0915) AuthConfig (5747e26586f73ec405a5a7562baec4f64c430a376a8dc1c430c3867da3b812ee) AuthConfig (ce94017f3569bb3c94e33718f75269bccac8dd83977284c07bf53f91674b859b) AuthConfig (51d42b43e002898f25332f871ab5eb8a2f156ad4cbf2cefb475e3cc7e77d3317) AuthConfig (83e9ff2078a5f223d3eaf57923a9b40b0332ebee15a90677fd9f0c188e2babc1) AuthConfig (5d1efac7480d51ae11927c22b4e893cbdb2866b07d5c36e02fed59293ba0718f) AuthConfig (efd8cd5a20f43aa79db4ad651a79da041db2d2dbb94eb8a2aad97c7ef4a44c22) AuthConfig (33f715f6184bb9d8b5f886eccf609cbb109cd1039493e545b68e52ea92da935f) AuthConfig (735da3384a418438db953e2c85c96dcad9bb06c42a40af95d11b3819f9f61a81) AuthConfig (9a0ec04b2b4762948eccc22ffd472ed9cb07f3e0eef4215c46092a34c2c7dfc2) AuthConfig (0573b89279fdcb00db7f8a098d47b296c7cfa5cea517c1be60dec226967bc2cd) AuthConfig (4673ab884d0dd442a3f8e81d68f0e6fb0e1340d7d4260db678fa21017deec62f) AuthConfig (65b7ec90defc81c3701e1a3744777380e549ec8c17bc069ae332311916e6c339) AuthConfig (2fdd17d9cf2b444de9dbf54fc6a5ff484ba9d02f0453fe0a575b30ceaf394a34) AuthConfig (821ce6e18939e4cea1573baa4798f7247e2b7b280f9bb3bb62669f3c0e81c478) AuthConfig (aed5912967034bff4964ccdd023698c1c63d244d9803eedd2dd1195a208ebb9b) AuthConfig (fb88e82aa1d464ceac718078424c431920e564fcbbfd180345f682242abe611e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"e2e-auth-iso-743a04","reconcileID":"98586010-9714-4630-a646-4cfab1640c2c","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:48.217595468Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"default-tenant","reconcileID":"28245ec8-16a0-4f3d-9a92-a88749934e49","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:55.070905251Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"ebbd5185-68b6-4dd5-8647-3fd77edf5d6e","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:58.228713188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"e2e-auth-iso-743a04","reconcileID":"d2b4bfc9-5486-4c5d-b7e9-19b58016bcb6","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-71cea4","tenantID":"e2e-shared-a-w0-71cea4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:58.285469544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"e2e-auth-iso-743a04","reconcileID":"d2b4bfc9-5486-4c5d-b7e9-19b58016bcb6","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"name":"e2e-shared-a-w0-71cea4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:58.340976072Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-71cea4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (18622900b3ca311e74a7a49ea773c7c8fd26d64110a91482ca09a20c71febac7) AuthConfig (ac7c48a3814c012762a17c63f479de2df623a3128c4bbdbd4ac0d331bb3d0915) AuthConfig (5747e26586f73ec405a5a7562baec4f64c430a376a8dc1c430c3867da3b812ee) AuthConfig (ce94017f3569bb3c94e33718f75269bccac8dd83977284c07bf53f91674b859b) AuthConfig (51d42b43e002898f25332f871ab5eb8a2f156ad4cbf2cefb475e3cc7e77d3317) AuthConfig (83e9ff2078a5f223d3eaf57923a9b40b0332ebee15a90677fd9f0c188e2babc1) AuthConfig (5d1efac7480d51ae11927c22b4e893cbdb2866b07d5c36e02fed59293ba0718f) AuthConfig (efd8cd5a20f43aa79db4ad651a79da041db2d2dbb94eb8a2aad97c7ef4a44c22) AuthConfig (33f715f6184bb9d8b5f886eccf609cbb109cd1039493e545b68e52ea92da935f) AuthConfig (735da3384a418438db953e2c85c96dcad9bb06c42a40af95d11b3819f9f61a81) AuthConfig (9a0ec04b2b4762948eccc22ffd472ed9cb07f3e0eef4215c46092a34c2c7dfc2) AuthConfig (0573b89279fdcb00db7f8a098d47b296c7cfa5cea517c1be60dec226967bc2cd) AuthConfig (4673ab884d0dd442a3f8e81d68f0e6fb0e1340d7d4260db678fa21017deec62f) AuthConfig (65b7ec90defc81c3701e1a3744777380e549ec8c17bc069ae332311916e6c339) AuthConfig (2fdd17d9cf2b444de9dbf54fc6a5ff484ba9d02f0453fe0a575b30ceaf394a34) AuthConfig (821ce6e18939e4cea1573baa4798f7247e2b7b280f9bb3bb62669f3c0e81c478) AuthConfig (aed5912967034bff4964ccdd023698c1c63d244d9803eedd2dd1195a208ebb9b) AuthConfig (fb88e82aa1d464ceac718078424c431920e564fcbbfd180345f682242abe611e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"e2e-auth-iso-743a04","reconcileID":"d2b4bfc9-5486-4c5d-b7e9-19b58016bcb6","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:59.575489828Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-sub","reconcileID":"5f7d1a7d-af8e-4ba4-9e93-0f9b1e2afe2a","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-shr-shared-616643-e2e-extmod-a-8f45a2","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-shared-616643-e2e-extmod-a-8f45a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:59.671228192Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-185fad-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-sub","reconcileID":"ed7166fb-105f-4bb1-aebf-72d18b0637ef","MaaSSubscription":{"name":"e2e-att-serve-185fad-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-serve-185fad","model":"e2e-extmod-att-user-a1f8ce/e2e-att-serve-185fad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:59.721134477Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"9afa963f-6dfa-46a5-be00-ce402355e73b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:59.825028642Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-subscription","reconcileID":"f4058058-99dd-4cf9-880e-9206c82c9d0a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:21:59.89204884Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-bd0892-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-sub","reconcileID":"c9ab89d6-1b09-4e67-a2e0-fdbbb8a0897b","MaaSSubscription":{"name":"e2e-att-unrel-bd0892-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-unrel-bd0892","model":"e2e-extmod-att-user-a1f8ce/e2e-att-unrel-bd0892","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:00.000515466Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-5ef63d-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-quota-5ef63d-sub","reconcileID":"9eb4cd9f-8de6-4272-b2ca-f15d9ea58f96","MaaSSubscription":{"name":"e2e-shr-quota-5ef63d-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"maas-trlp-e2e-shr-quota-5ef63d-e2e-extmod-b-7d25db","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-quota-5ef63d-e2e-extmod-b-7d25db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:00.124568437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"99d5db7d-6c85-44b3-a4a9-876935d5dcdf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:00.283720967Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-5ef63d-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-quota-5ef63d-e2e-extmod-b-7d25db","reconcileID":"07a918d6-2220-48f3-88f6-3608d06a0d38","MaaSModelRef":{"name":"e2e-shr-quota-5ef63d-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-quota-5ef63d-e0b5bf5f2e7b","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-quota-5ef63d-e2e-extmod-b-7d25db","externalModel":"e2e-shr-quota-5ef63d","provider":"e2e-shr-quota-5ef63d-provider","gateway":"openshift-ingress/e2e-extmod-b-7d25db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:00.33078091Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-subscription","reconcileID":"d9781a89-5350-4417-a331-d759c13cb3ad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-premium-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/premium-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:00.493388181Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-f08036-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-sub","reconcileID":"7f08a943-3833-4d70-b1c1-e395f9fb2fd6","MaaSSubscription":{"name":"e2e-att-detach-f08036-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-detach-f08036","model":"e2e-extmod-att-user-a1f8ce/e2e-att-detach-f08036","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:00.593460194Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-sub","reconcileID":"c29012c2-9dc7-4e8a-bf65-a086db689e60","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"maas-trlp-e2e-shr-auth-81442b-e2e-extmod-b-7d25db","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-auth-81442b-e2e-extmod-b-7d25db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:00.623029715Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-sub","reconcileID":"fe5bd52c-38bf-467f-8d6d-03a043edab19","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:00.637001805Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-subscription","reconcileID":"b73118c1-29e9-4297-bb3f-b0f05ae43dd4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-premium-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:00.896166071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-sub","reconcileID":"1b9e7ae4-5ae1-4ad3-acb6-de1f2df9e58f","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"maas-trlp-e2e-shr-shared-616643-e2e-extmod-b-7d25db","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-shared-616643-e2e-extmod-b-7d25db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:00.996259067Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-subscription","reconcileID":"a7300134-72bc-4bf0-8e9e-38da19c6f3d8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-premium-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/premium-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:01.116398003Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"ce53378e-bd1b-4f99-9359-b0a5087c7c7c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:01.17055037Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-961a9f-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rot-961a9f-sub","reconcileID":"b89bb884-af00-4176-8b94-b58e8722b75f","MaaSSubscription":{"name":"e2e-rot-961a9f-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-rot-961a9f","model":"e2e-extmod-rot-user-f0eb7b/e2e-rot-961a9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:01.38774936Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-5ef63d-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-quota-5ef63d-sub","reconcileID":"f0418654-bbae-48be-aace-62452bec4189","MaaSSubscription":{"name":"e2e-shr-quota-5ef63d-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:01.569866559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"6f05b060-e097-4800-9cd0-b9f1bac6676d","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:01.570736478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-quota-5ef63d-access","reconcileID":"cf3e7e4e-ee72-45f4-8354-fc295448da5d","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:01.572792144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"f44f66a2-65ad-4b96-9a6a-46bc85485478","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:01.58686948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-quota-5ef63d-access","reconcileID":"cf9a5cde-b236-4b50-b24d-6a8f1bf66a21","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:01.587580438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"c07ccea9-f5a0-497a-ac9e-429aea6ed146","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:01.63808168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"6f05b060-e097-4800-9cd0-b9f1bac6676d","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:01.640376226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-quota-5ef63d-access","reconcileID":"cf3e7e4e-ee72-45f4-8354-fc295448da5d","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:01.642388051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"f44f66a2-65ad-4b96-9a6a-46bc85485478","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:01.644773692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-quota-5ef63d-access","reconcileID":"cf9a5cde-b236-4b50-b24d-6a8f1bf66a21","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:01.645177305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"c07ccea9-f5a0-497a-ac9e-429aea6ed146","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:02.163017032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"bbff9097-9695-48a3-b03a-8a1fe4173acc","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:02.220219454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"bbff9097-9695-48a3-b03a-8a1fe4173acc","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:05.175505313Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"9f58f751-6fd0-4978-8328-a631c423e11c","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:06.780546123Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:08.448811595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"e2e-auth-iso-743a04","reconcileID":"1524e154-1118-4e81-88b6-724717683ede","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-71cea4","tenantID":"e2e-shared-a-w0-71cea4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:08.505796998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"e2e-auth-iso-743a04","reconcileID":"1524e154-1118-4e81-88b6-724717683ede","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"name":"e2e-shared-a-w0-71cea4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:08.776390532Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-71cea4","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"auth-test-model-71cea4","reconcileID":"60432275-3def-4a15-a883-87635ee469a4","MaaSModelRef":{"name":"auth-test-model-71cea4","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"tenant":"e2e-shared-a-w0-71cea4","gateway":"openshift-ingress/e2e-shared-a-w0-71cea4","model":"ai-tenant-e2e-shared-a-w0-71cea4/auth-test-model-71cea4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:08.776409625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-71cea4","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"auth-test-model-71cea4","reconcileID":"60432275-3def-4a15-a883-87635ee469a4","MaaSModelRef":{"name":"auth-test-model-71cea4","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"routeName":"auth-test-model-71cea4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-71cea4","llmisvcName":"auth-test-model-71cea4","gateway":"openshift-ingress/e2e-shared-a-w0-71cea4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:15.280211102Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"8780dcdb-cf53-4652-be6d-0d3e5457c21c","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:15.972442741Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-subscription","reconcileID":"fe8e8af1-4d32-461c-8743-ef2272ea5d7a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-premium-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/premium-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:16.123540367Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-sub","reconcileID":"59980f11-fbee-4c52-a246-08b88cdbd251","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-shr-shared-616643-e2e-extmod-a-8f45a2","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-shared-616643-e2e-extmod-a-8f45a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:16.166288796Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-subscription","reconcileID":"77b937b1-a1a4-484c-ab33-08c9feeb10a9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-premium-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:16.266744308Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d67e53ce-a2d8-4808-9042-615cd39993a6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:16.318726833Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-sub","reconcileID":"58ccbbe4-fc71-4302-9075-e713c65086ca","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"maas-trlp-e2e-shr-auth-81442b-e2e-extmod-b-7d25db","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-auth-81442b-e2e-extmod-b-7d25db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:16.418895931Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-sub","reconcileID":"24af02bf-9dad-47ae-b4b5-1ac8aa8465a2","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:16.549041762Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-bd0892-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-sub","reconcileID":"f41ab328-01cc-4366-9671-4702970f6d4d","MaaSSubscription":{"name":"e2e-att-unrel-bd0892-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-unrel-bd0892","model":"e2e-extmod-att-user-a1f8ce/e2e-att-unrel-bd0892","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:16.598753578Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"54e776d8-386b-4133-9fb1-dde8b7349c21","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:16.650667992Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-5ef63d-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-quota-5ef63d-sub","reconcileID":"b4ba85b5-c598-40b0-bed7-302fccaa6a95","MaaSSubscription":{"name":"e2e-shr-quota-5ef63d-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:16.69921068Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"491717fa-97a6-45ef-a927-9534a2209c31","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:16.851717315Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-5ef63d-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-quota-5ef63d-sub","reconcileID":"c5fa0b0b-7b0e-4abc-b50c-dea3a333eb79","MaaSSubscription":{"name":"e2e-shr-quota-5ef63d-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"maas-trlp-e2e-shr-quota-5ef63d-e2e-extmod-b-7d25db","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-quota-5ef63d-e2e-extmod-b-7d25db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:16.967261584Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-961a9f-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rot-961a9f-sub","reconcileID":"c5a93ff3-fab4-424c-8c22-ff1fe1d6715f","MaaSSubscription":{"name":"e2e-rot-961a9f-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-rot-961a9f","model":"e2e-extmod-rot-user-f0eb7b/e2e-rot-961a9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:17.067188767Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-f08036-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-sub","reconcileID":"22c1be8a-16fa-4525-bf15-eac1e6aac330","MaaSSubscription":{"name":"e2e-att-detach-f08036-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-detach-f08036","model":"e2e-extmod-att-user-a1f8ce/e2e-att-detach-f08036","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:17.088545577Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-185fad-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-sub","reconcileID":"f27dcedb-e199-47d5-8972-ad87d2a3ced8","MaaSSubscription":{"name":"e2e-att-serve-185fad-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-serve-185fad","model":"e2e-extmod-att-user-a1f8ce/e2e-att-serve-185fad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:17.202377879Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-sub","reconcileID":"0686f385-8524-47e2-a57d-cf3cab7bd5b7","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"maas-trlp-e2e-shr-shared-616643-e2e-extmod-b-7d25db","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-shared-616643-e2e-extmod-b-7d25db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:17.25072126Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-subscription","reconcileID":"906c2d9d-69e6-45d1-95cd-fe3071151cc3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:17.352341951Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"0b292b2b-dce9-4e10-83db-cb6ddcc10994","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:17.436121934Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-subscription","reconcileID":"17b141b5-48cd-4058-9aab-8ab5402d65f9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-premium-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/premium-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:18.906266207Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-71cea4","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"auth-test-model-71cea4","reconcileID":"267594b0-46df-4bf0-847b-992432d86c04","MaaSModelRef":{"name":"auth-test-model-71cea4","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"tenant":"e2e-shared-a-w0-71cea4","gateway":"openshift-ingress/e2e-shared-a-w0-71cea4","model":"ai-tenant-e2e-shared-a-w0-71cea4/auth-test-model-71cea4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:18.906286475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-71cea4","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"auth-test-model-71cea4","reconcileID":"267594b0-46df-4bf0-847b-992432d86c04","MaaSModelRef":{"name":"auth-test-model-71cea4","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"routeName":"auth-test-model-71cea4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-71cea4","llmisvcName":"auth-test-model-71cea4","gateway":"openshift-ingress/e2e-shared-a-w0-71cea4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:18.906576799Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-8f45a2 priority=0:[ai-tenant-e2e-extmod-a-8f45a2/e2e-shr-auth-81442b-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-shr-quota-5ef63d-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-shr-shared-616643-sub]","namespace=ai-tenant-e2e-extmod-b-3986bf priority=0:[ai-tenant-e2e-extmod-b-3986bf/e2e-att-detach-f08036-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-serve-185fad-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-unrel-bd0892-sub ai-tenant-e2e-extmod-b-3986bf/e2e-rec-ctrl-3ea756-sub ai-tenant-e2e-extmod-b-3986bf/e2e-rec-recover-cb9bed-sub ai-tenant-e2e-extmod-b-3986bf/e2e-rot-961a9f-sub]","namespace=ai-tenant-e2e-extmod-b-7d25db priority=0:[ai-tenant-e2e-extmod-b-7d25db/e2e-shr-auth-81442b-sub ai-tenant-e2e-extmod-b-7d25db/e2e-shr-quota-5ef63d-sub ai-tenant-e2e-extmod-b-7d25db/e2e-shr-shared-616643-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:18.967659236Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-71cea4","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"auth-test-model-71cea4","reconcileID":"30123dab-f19a-4250-886b-f4ea4dad7306","MaaSModelRef":{"name":"auth-test-model-71cea4","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"tenant":"e2e-shared-a-w0-71cea4","gateway":"openshift-ingress/e2e-shared-a-w0-71cea4","model":"ai-tenant-e2e-shared-a-w0-71cea4/auth-test-model-71cea4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:18.967681967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-71cea4","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"auth-test-model-71cea4","reconcileID":"30123dab-f19a-4250-886b-f4ea4dad7306","MaaSModelRef":{"name":"auth-test-model-71cea4","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"routeName":"auth-test-model-71cea4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-71cea4","llmisvcName":"auth-test-model-71cea4","gateway":"openshift-ingress/e2e-shared-a-w0-71cea4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:19.012671321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"e2e-auth-iso-743a04","reconcileID":"411efdb4-29fd-408f-bd9b-84c642467ff7","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-71cea4","tenantID":"e2e-shared-a-w0-71cea4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:22:19.013309148Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"e2e-auth-iso-743a04","reconcileID":"83f7e046-c73d-47d4-81b6-2f1896d2f3cb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-743a04\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:19.069547318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"e2e-auth-iso-743a04","reconcileID":"411efdb4-29fd-408f-bd9b-84c642467ff7","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"name":"e2e-shared-a-w0-71cea4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:19.124350819Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-71cea4","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"auth-test-model-71cea4","reconcileID":"2c9bc0b1-7ca1-4d84-9c30-790cbc45ab1d","MaaSModelRef":{"name":"auth-test-model-71cea4","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"tenant":"e2e-shared-a-w0-71cea4","gateway":"openshift-ingress/e2e-shared-a-w0-71cea4","model":"ai-tenant-e2e-shared-a-w0-71cea4/auth-test-model-71cea4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:19.124371176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-71cea4","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"auth-test-model-71cea4","reconcileID":"2c9bc0b1-7ca1-4d84-9c30-790cbc45ab1d","MaaSModelRef":{"name":"auth-test-model-71cea4","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"routeName":"auth-test-model-71cea4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-71cea4","llmisvcName":"auth-test-model-71cea4","gateway":"openshift-ingress/e2e-shared-a-w0-71cea4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:19.179155115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-71cea4","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"auth-test-model-71cea4","reconcileID":"45836ca3-a7bb-4cab-9eb6-b17654fafc84","MaaSModelRef":{"name":"auth-test-model-71cea4","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"tenant":"e2e-shared-a-w0-71cea4","gateway":"openshift-ingress/e2e-shared-a-w0-71cea4","model":"ai-tenant-e2e-shared-a-w0-71cea4/auth-test-model-71cea4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:19.179174134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-71cea4","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"auth-test-model-71cea4","reconcileID":"45836ca3-a7bb-4cab-9eb6-b17654fafc84","MaaSModelRef":{"name":"auth-test-model-71cea4","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"routeName":"auth-test-model-71cea4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-71cea4","llmisvcName":"auth-test-model-71cea4","gateway":"openshift-ingress/e2e-shared-a-w0-71cea4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:19.381014068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"e2e-auth-iso-743a04","reconcileID":"ebe6abb9-4128-4509-95b0-e99475db16b6","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-71cea4","tenantID":"e2e-shared-a-w0-71cea4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:19.396541949Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"e2e-auth-iso-743a04","reconcileID":"04f00d18-87b3-4982-93a1-7019edd8449f","MaaSSubscription":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"name":"maas-trlp-auth-test-model-71cea4","model":"auth-test-model-71cea4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-71cea4/e2e-auth-iso-743a04"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:19.43811654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"e2e-auth-iso-743a04","reconcileID":"ebe6abb9-4128-4509-95b0-e99475db16b6","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"name":"e2e-shared-a-w0-71cea4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:19.563508162Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-71cea4","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"auth-test-model-71cea4","reconcileID":"3f8bc41d-2592-4040-b323-f2290855c0f6","MaaSModelRef":{"name":"auth-test-model-71cea4","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"tenant":"e2e-shared-a-w0-71cea4","gateway":"openshift-ingress/e2e-shared-a-w0-71cea4","model":"ai-tenant-e2e-shared-a-w0-71cea4/auth-test-model-71cea4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:19.563529172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-71cea4","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"auth-test-model-71cea4","reconcileID":"3f8bc41d-2592-4040-b323-f2290855c0f6","MaaSModelRef":{"name":"auth-test-model-71cea4","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"routeName":"auth-test-model-71cea4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-71cea4","llmisvcName":"auth-test-model-71cea4","gateway":"openshift-ingress/e2e-shared-a-w0-71cea4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:19.769732031Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"e2e-auth-iso-743a04","reconcileID":"007c045b-ab2e-4114-ae9b-14e52b28197e","MaaSSubscription":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"name":"maas-trlp-auth-test-model-71cea4","model":"ai-tenant-e2e-shared-a-w0-71cea4/auth-test-model-71cea4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:25.385289645Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"c837f039-a373-457e-a5e3-730d85c26562","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:30.466954159Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-sub","reconcileID":"07e2d6e7-bb6c-439a-ae68-58dd0ca9f263","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:30.514829083Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-subscription","reconcileID":"94ba9598-be30-4a98-ac95-b9b9144ac68d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-premium-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:30.58375308Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-bd0892-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-sub","reconcileID":"d440d0a3-42a4-402f-afa5-0c0b12db5348","MaaSSubscription":{"name":"e2e-att-unrel-bd0892-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-unrel-bd0892","model":"e2e-extmod-att-user-a1f8ce/e2e-att-unrel-bd0892","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:30.706422096Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-sub","reconcileID":"e684f152-f42d-437c-9513-c137765e3f02","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"maas-trlp-e2e-shr-auth-81442b-e2e-extmod-b-7d25db","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-auth-81442b-e2e-extmod-b-7d25db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:30.807812486Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-5ef63d-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-quota-5ef63d-sub","reconcileID":"b4eeb097-bb65-4829-abae-6e875f9e91bf","MaaSSubscription":{"name":"e2e-shr-quota-5ef63d-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"maas-trlp-e2e-shr-quota-5ef63d-e2e-extmod-b-7d25db","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-quota-5ef63d-e2e-extmod-b-7d25db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:30.905657191Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-185fad-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-sub","reconcileID":"67d5d21e-e79e-4be7-90cb-c7348c145260","MaaSSubscription":{"name":"e2e-att-serve-185fad-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-serve-185fad","model":"e2e-extmod-att-user-a1f8ce/e2e-att-serve-185fad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:30.905697807Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-f08036-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-sub","reconcileID":"bcbc6386-b9fd-4bf0-834f-4d887b65d7db","MaaSSubscription":{"name":"e2e-att-detach-f08036-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-detach-f08036","model":"e2e-extmod-att-user-a1f8ce/e2e-att-detach-f08036","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:30.958029041Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"46118870-7cb0-4bc8-b9cd-e2a84d712d90","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:31.07608137Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ae9e8961-a6a5-48a8-9138-19478e33f2ea","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:31.17764395Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"e2e-auth-iso-743a04","reconcileID":"694e27cb-3d93-4ef1-93cc-29603e7ef589","MaaSSubscription":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"name":"maas-trlp-auth-test-model-71cea4","model":"ai-tenant-e2e-shared-a-w0-71cea4/auth-test-model-71cea4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:31.278396506Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-subscription","reconcileID":"330a8283-4640-4fa6-abe7-e3e599d6f91d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-premium-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/premium-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:31.330478901Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-961a9f-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rot-961a9f-sub","reconcileID":"b54e2cbb-163f-40f3-bf73-fc91279bb34a","MaaSSubscription":{"name":"e2e-rot-961a9f-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-rot-961a9f","model":"e2e-extmod-rot-user-f0eb7b/e2e-rot-961a9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:31.345020617Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-71cea4","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"auth-test-model-71cea4","reconcileID":"d358faca-ccfb-4cb2-a713-d1475f8ab7ad","MaaSModelRef":{"name":"auth-test-model-71cea4","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"tenant":"e2e-shared-a-w0-71cea4","gateway":"openshift-ingress/e2e-shared-a-w0-71cea4","model":"ai-tenant-e2e-shared-a-w0-71cea4/auth-test-model-71cea4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:31.345040779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-71cea4","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"auth-test-model-71cea4","reconcileID":"d358faca-ccfb-4cb2-a713-d1475f8ab7ad","MaaSModelRef":{"name":"auth-test-model-71cea4","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"routeName":"auth-test-model-71cea4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-71cea4","llmisvcName":"auth-test-model-71cea4","gateway":"openshift-ingress/e2e-shared-a-w0-71cea4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:31.430409867Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-5ef63d-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-quota-5ef63d-sub","reconcileID":"c9076eeb-699d-4135-b1ba-b1ed341e7a7a","MaaSSubscription":{"name":"e2e-shr-quota-5ef63d-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:31.479060618Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"1dc477ee-c865-4046-aefd-912622d9bdf8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:31.63208204Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-sub","reconcileID":"8106871b-37be-4d5b-b467-42b6385dde47","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-shr-shared-616643-e2e-extmod-a-8f45a2","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-shared-616643-e2e-extmod-a-8f45a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:31.647771085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-sub","reconcileID":"d7d2c891-5957-43d5-87c5-659380f75166","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"maas-trlp-e2e-shr-shared-616643-e2e-extmod-b-7d25db","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-shared-616643-e2e-extmod-b-7d25db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:31.784646036Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"58221cf3-377c-4dae-a244-e64e415c47fb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:31.962448178Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-subscription","reconcileID":"fd5da288-040a-445c-97a2-630821efcfaa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:32.063241974Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-subscription","reconcileID":"678d4aee-5d3c-4aec-91c3-c24d37e27812","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-premium-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/premium-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:32.354275743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"e2e-auth-iso-743a04","reconcileID":"dcded4ef-dee1-4362-bd6b-f851fc8c0684","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-71cea4","tenantID":"e2e-shared-a-w0-71cea4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:32.410889037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"e2e-auth-iso-743a04","reconcileID":"dcded4ef-dee1-4362-bd6b-f851fc8c0684","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"name":"e2e-shared-a-w0-71cea4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:33.319610158Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99e79c","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"auth-test-model-99e79c","reconcileID":"bb903e77-cd6a-4607-9cfc-045cd4896969","MaaSModelRef":{"name":"auth-test-model-99e79c","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"tenant":"e2e-shared-b-w0-99e79c","gateway":"openshift-ingress/e2e-shared-b-w0-99e79c","model":"ai-tenant-e2e-shared-b-w0-99e79c/auth-test-model-99e79c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:33.319637252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99e79c","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"auth-test-model-99e79c","reconcileID":"bb903e77-cd6a-4607-9cfc-045cd4896969","MaaSModelRef":{"name":"auth-test-model-99e79c","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"routeName":"auth-test-model-99e79c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-99e79c","llmisvcName":"auth-test-model-99e79c","gateway":"openshift-ingress/e2e-shared-b-w0-99e79c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:33.376743125Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99e79c","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"auth-test-model-99e79c","reconcileID":"a8c47c95-4317-45d4-8925-98a03593851d","MaaSModelRef":{"name":"auth-test-model-99e79c","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"tenant":"e2e-shared-b-w0-99e79c","gateway":"openshift-ingress/e2e-shared-b-w0-99e79c","model":"ai-tenant-e2e-shared-b-w0-99e79c/auth-test-model-99e79c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:33.376768017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99e79c","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"auth-test-model-99e79c","reconcileID":"a8c47c95-4317-45d4-8925-98a03593851d","MaaSModelRef":{"name":"auth-test-model-99e79c","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"routeName":"auth-test-model-99e79c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-99e79c","llmisvcName":"auth-test-model-99e79c","gateway":"openshift-ingress/e2e-shared-b-w0-99e79c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:33.483249494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"e2e-auth-iso-743a04","reconcileID":"ef7d7735-53e5-4295-87a1-053399f878ff","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99e79c","tenantID":"e2e-shared-b-w0-99e79c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:33.60938041Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"e2e-auth-iso-743a04","reconcileID":"ef7d7735-53e5-4295-87a1-053399f878ff","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"name":"e2e-shared-b-w0-99e79c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:33.664614348Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-99e79c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"e2e-auth-iso-743a04","reconcileID":"ef7d7735-53e5-4295-87a1-053399f878ff","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:33.719564543Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99e79c","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"auth-test-model-99e79c","reconcileID":"f2933e9b-30aa-4bef-be4d-608bdaa5e2ea","MaaSModelRef":{"name":"auth-test-model-99e79c","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"tenant":"e2e-shared-b-w0-99e79c","gateway":"openshift-ingress/e2e-shared-b-w0-99e79c","model":"ai-tenant-e2e-shared-b-w0-99e79c/auth-test-model-99e79c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:33.719582321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99e79c","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"auth-test-model-99e79c","reconcileID":"f2933e9b-30aa-4bef-be4d-608bdaa5e2ea","MaaSModelRef":{"name":"auth-test-model-99e79c","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"routeName":"auth-test-model-99e79c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-99e79c","llmisvcName":"auth-test-model-99e79c","gateway":"openshift-ingress/e2e-shared-b-w0-99e79c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:35.490037247Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"3264d62c-091f-4a25-9419-9dbbc47b943c","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:35.826811005Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e5d7100d"},"namespace":"ai-tenant-e2e-migrate-e5d7100d","name":"default-tenant","reconcileID":"30753deb-d1ce-402b-bd1a-a96bc4cd6646","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:35.935882998Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e5d7100d"},"namespace":"ai-tenant-e2e-migrate-e5d7100d","name":"default-tenant","reconcileID":"30753deb-d1ce-402b-bd1a-a96bc4cd6646","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:36.78111675Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:22:37.103491702Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"b361e329-962c-43da-b28a-be84620e8238","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:22:37.103568401Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"b361e329-962c-43da-b28a-be84620e8238","error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:37.155942994Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"fcd31fd6-7d83-41f1-87c6-e9e5ca03f394","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:37.949303153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b226aae9-1b4c-4668-895e-d43b6db05a6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:38.001661236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b226aae9-1b4c-4668-895e-d43b6db05a6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:38.05339483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b226aae9-1b4c-4668-895e-d43b6db05a6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:38.105068756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b226aae9-1b4c-4668-895e-d43b6db05a6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:39.979642364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91720e9a-778f-4bd1-8be9-5e7e67aad42c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:40.031155146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91720e9a-778f-4bd1-8be9-5e7e67aad42c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:40.085110171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91720e9a-778f-4bd1-8be9-5e7e67aad42c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:40.137033165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91720e9a-778f-4bd1-8be9-5e7e67aad42c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:40.949435475Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"default-tenant","reconcileID":"8c71ac8a-fbe0-44f3-b688-65614c23ef4d","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:43.826879438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"e2e-auth-iso-743a04","reconcileID":"c90e6b45-6b26-4116-b8ad-3f1c9cd50d47","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99e79c","tenantID":"e2e-shared-b-w0-99e79c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:43.883587745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"e2e-auth-iso-743a04","reconcileID":"c90e6b45-6b26-4116-b8ad-3f1c9cd50d47","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"name":"e2e-shared-b-w0-99e79c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:43.939044Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-99e79c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"e2e-auth-iso-743a04","reconcileID":"c90e6b45-6b26-4116-b8ad-3f1c9cd50d47","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:47.261042654Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"88563874-17a9-4818-9ade-d9ae173bc07e","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:22:49.480665989Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"eb432dbf-3bc2-4b69-b046-8f5396d83aa1","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:22:49.480757825Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"eb432dbf-3bc2-4b69-b046-8f5396d83aa1","error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:49.53278139Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"97b7ba48-bd03-4c95-9b7c-954258145851","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:22:49.636747065Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"e1be2ee3-2e70-42a2-9d13-49f04207c222","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:22:49.636809771Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"e1be2ee3-2e70-42a2-9d13-49f04207c222","error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:50.253913262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"393925e9-089d-4641-a79d-1818db4ef2d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:50.305711509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"393925e9-089d-4641-a79d-1818db4ef2d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:50.357297414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"393925e9-089d-4641-a79d-1818db4ef2d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:50.409679818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"393925e9-089d-4641-a79d-1818db4ef2d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:52.302086552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d6b35f5-ecf5-4cef-8f8b-bb9fb1178a81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:52.353809906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d6b35f5-ecf5-4cef-8f8b-bb9fb1178a81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:52.407888664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d6b35f5-ecf5-4cef-8f8b-bb9fb1178a81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:52.45950413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d6b35f5-ecf5-4cef-8f8b-bb9fb1178a81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:53.343772356Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-subscription","reconcileID":"25a93400-19aa-4817-87d5-e9a2411ae7bd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-premium-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/premium-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:53.512006225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-sub","reconcileID":"50f478b6-d71b-474f-b06b-f7f3d5d4bfed","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:53.560499145Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"93a7c278-62f5-47bb-87d9-54d2c4a44d56","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:53.714557411Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-sub","reconcileID":"514f3aeb-16cc-4a69-bc76-386ccd3f8e13","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"maas-trlp-e2e-shr-shared-616643-e2e-extmod-b-7d25db","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-shared-616643-e2e-extmod-b-7d25db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:53.763494244Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cb7fa0b1-d3a0-4e02-9b04-f7e2ddde37ff","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:53.763601129Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"6ff4ff3d-8d2d-449c-886b-232f38a4b9f5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:53.936155934Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-f08036-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-sub","reconcileID":"ad14f373-5758-42eb-a404-075552ec2c17","MaaSSubscription":{"name":"e2e-att-detach-f08036-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-detach-f08036","model":"e2e-extmod-att-user-a1f8ce/e2e-att-detach-f08036","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:53.9942259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-subscription","reconcileID":"7fa48d1b-4160-40b4-9c81-c24acbab5e0f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-premium-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:54.046357864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"e2e-auth-iso-743a04","reconcileID":"7f42a89a-fcf1-4d7e-8b2f-45ec9db5a487","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99e79c","tenantID":"e2e-shared-b-w0-99e79c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:54.091931854Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"50f90173-2931-465b-aaf7-f74056353e94","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:54.102811901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"e2e-auth-iso-743a04","reconcileID":"7f42a89a-fcf1-4d7e-8b2f-45ec9db5a487","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"name":"e2e-shared-b-w0-99e79c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:54.158470735Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-99e79c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3bb8356c6cb31c9ea011db3110b1136dc3636dd38a4d6e3986ad97e5e6d48ea8) AuthConfig (1e5ef639d808c02b656e3049e55016e255b1cfaa80f775a8f6849f8fceee6242) AuthConfig (207eb0b4dce5ff05eac9476bbc04a913277bbbfa7d00b2c803874cdba257bcde) AuthConfig (28d0e8ceacc7570d95177f15d4ffbc611da4d808d152a7899317223d23fb71e7) AuthConfig (77dbd7d885f4ee030e9b67eb5aa18feb7712a6914ef5a1fc2a0abe60ae6bef80) AuthConfig (5e467eac19eba51241038f6fd323498295f6b30bd2bdb6f6dc70d5a3b16abf92) AuthConfig (47ebe87bd0322004e260393d4e7853702cb50a2d021c7e0075b9c1b4afe494fd) AuthConfig (f214a7b60c87e426e9a94ecd45593c351ea1acbadc42f9faf457eeda416c9ed3) AuthConfig (53a1b72d498a4b06ae45fccc26df8c37c3481bf74726d462ae3c0122fb525183) AuthConfig (3d57f377fa6d2f18e08f6ff70bb51fab5b264a05dd495553f246e06e581045db) AuthConfig (aa5c4c3fd6e77e369a1b6b08e59f9595696ea2adf411c04d89b3575e4b5430d2) AuthConfig (7e78e30660205e59906b18f0499f32788e0e6eb779749e25e586ebd0eb50defe) AuthConfig (bdefef4045bb83965954947fba6cee4075ae8a887e0caf6577d2b3a85176f9e8) AuthConfig (eabf4c6a7d879a524d9fda30274de3a3a3a8893d23aabf397ea93df873059b2c) AuthConfig (17f3b31f4f570a88bd38e780a506e43f5dcc118ba2ce733bac5d82e922de3617) AuthConfig (abc33c6a6942557bdbc8496ee0fd40a1d55805fddcde1b1ad81385a0b681a5be) AuthConfig (14b7e922a3e3b68502a986b6440c0b3eda3c1135e9a746b914e4d42782ec7711) AuthConfig (d0abfe5424f0428768fb42c140a4e822d6890db5ca5f714246a48b03a6e647ab)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"e2e-auth-iso-743a04","reconcileID":"7f42a89a-fcf1-4d7e-8b2f-45ec9db5a487","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:54.192950267Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-subscription","reconcileID":"53ffef85-f0ae-4f14-9b13-f2a45f2684a2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-premium-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/premium-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:54.215825981Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99e79c","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"auth-test-model-99e79c","reconcileID":"ee441ff6-9c2f-4414-b57c-fd06982765a1","MaaSModelRef":{"name":"auth-test-model-99e79c","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"tenant":"e2e-shared-b-w0-99e79c","gateway":"openshift-ingress/e2e-shared-b-w0-99e79c","model":"ai-tenant-e2e-shared-b-w0-99e79c/auth-test-model-99e79c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:54.215840532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99e79c","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"auth-test-model-99e79c","reconcileID":"ee441ff6-9c2f-4414-b57c-fd06982765a1","MaaSModelRef":{"name":"auth-test-model-99e79c","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"routeName":"auth-test-model-99e79c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-99e79c","llmisvcName":"auth-test-model-99e79c","gateway":"openshift-ingress/e2e-shared-b-w0-99e79c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:54.345419119Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-961a9f-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rot-961a9f-sub","reconcileID":"86bce875-e642-4783-a824-ddb05147f601","MaaSSubscription":{"name":"e2e-rot-961a9f-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-rot-961a9f","model":"e2e-extmod-rot-user-f0eb7b/e2e-rot-961a9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:54.356927534Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-185fad-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-sub","reconcileID":"b2ff9ff5-e71f-4bfd-bd45-e74c4eccae90","MaaSSubscription":{"name":"e2e-att-serve-185fad-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-serve-185fad","model":"e2e-extmod-att-user-a1f8ce/e2e-att-serve-185fad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:54.397637298Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-sub","reconcileID":"29ee76c1-655b-4b0d-8939-c48a173e40e0","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-shr-shared-616643-e2e-extmod-a-8f45a2","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-shared-616643-e2e-extmod-a-8f45a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:54.513030468Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-sub","reconcileID":"97d3917b-8598-43ce-897c-60edafab914b","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"maas-trlp-e2e-shr-auth-81442b-e2e-extmod-b-7d25db","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-auth-81442b-e2e-extmod-b-7d25db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:54.613161013Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-5ef63d-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-quota-5ef63d-sub","reconcileID":"f0a10c96-f6ba-4b52-94a3-313f6f6964d8","MaaSSubscription":{"name":"e2e-shr-quota-5ef63d-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:54.755897864Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-subscription","reconcileID":"b24374e4-436e-466e-a772-c19751ae51eb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:54.76567008Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-bd0892-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-sub","reconcileID":"b0ac8611-5818-45b9-82e6-4962dd089176","MaaSSubscription":{"name":"e2e-att-unrel-bd0892-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-unrel-bd0892","model":"e2e-extmod-att-user-a1f8ce/e2e-att-unrel-bd0892","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:54.928295979Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-5ef63d-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-quota-5ef63d-sub","reconcileID":"3ff39b7e-d6d7-46ee-87a9-29184f2ef872","MaaSSubscription":{"name":"e2e-shr-quota-5ef63d-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"maas-trlp-e2e-shr-quota-5ef63d-e2e-extmod-b-7d25db","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-quota-5ef63d-e2e-extmod-b-7d25db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:54.988549269Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"e2e-auth-iso-743a04","reconcileID":"e01dc004-fc70-4d7d-bbd7-9618ab4dde1e","MaaSSubscription":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"name":"maas-trlp-auth-test-model-71cea4","model":"ai-tenant-e2e-shared-a-w0-71cea4/auth-test-model-71cea4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:59.637711244Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"15358c6f-a70f-4576-8541-d4fe490b5e78","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:22:59.91179558Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"da755e81-a4dd-4b31-9e02-4aede81445b5","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:22:59.911888112Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"da755e81-a4dd-4b31-9e02-4aede81445b5","error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:22:59.964077712Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"c8bfba79-3da8-4abd-89f7-55a807d7dcb3","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:04.322715279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"e2e-auth-iso-743a04","reconcileID":"e1c64dc3-507a-48f0-9f20-8e99794a31ba","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99e79c","tenantID":"e2e-shared-b-w0-99e79c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:04.379404143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"e2e-auth-iso-743a04","reconcileID":"e1c64dc3-507a-48f0-9f20-8e99794a31ba","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"name":"e2e-shared-b-w0-99e79c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:04.434532862Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-99e79c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3bb8356c6cb31c9ea011db3110b1136dc3636dd38a4d6e3986ad97e5e6d48ea8) AuthConfig (1e5ef639d808c02b656e3049e55016e255b1cfaa80f775a8f6849f8fceee6242) AuthConfig (207eb0b4dce5ff05eac9476bbc04a913277bbbfa7d00b2c803874cdba257bcde) AuthConfig (28d0e8ceacc7570d95177f15d4ffbc611da4d808d152a7899317223d23fb71e7) AuthConfig (77dbd7d885f4ee030e9b67eb5aa18feb7712a6914ef5a1fc2a0abe60ae6bef80) AuthConfig (5e467eac19eba51241038f6fd323498295f6b30bd2bdb6f6dc70d5a3b16abf92) AuthConfig (47ebe87bd0322004e260393d4e7853702cb50a2d021c7e0075b9c1b4afe494fd) AuthConfig (f214a7b60c87e426e9a94ecd45593c351ea1acbadc42f9faf457eeda416c9ed3) AuthConfig (53a1b72d498a4b06ae45fccc26df8c37c3481bf74726d462ae3c0122fb525183) AuthConfig (3d57f377fa6d2f18e08f6ff70bb51fab5b264a05dd495553f246e06e581045db) AuthConfig (aa5c4c3fd6e77e369a1b6b08e59f9595696ea2adf411c04d89b3575e4b5430d2) AuthConfig (7e78e30660205e59906b18f0499f32788e0e6eb779749e25e586ebd0eb50defe) AuthConfig (bdefef4045bb83965954947fba6cee4075ae8a887e0caf6577d2b3a85176f9e8) AuthConfig (eabf4c6a7d879a524d9fda30274de3a3a3a8893d23aabf397ea93df873059b2c) AuthConfig (17f3b31f4f570a88bd38e780a506e43f5dcc118ba2ce733bac5d82e922de3617) AuthConfig (abc33c6a6942557bdbc8496ee0fd40a1d55805fddcde1b1ad81385a0b681a5be) AuthConfig (14b7e922a3e3b68502a986b6440c0b3eda3c1135e9a746b914e4d42782ec7711) AuthConfig (d0abfe5424f0428768fb42c140a4e822d6890db5ca5f714246a48b03a6e647ab)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"e2e-auth-iso-743a04","reconcileID":"e1c64dc3-507a-48f0-9f20-8e99794a31ba","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:23:05.203805297Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"198a58ae-25a1-46b1-8a7b-e174c47275bb","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:23:05.203867657Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"198a58ae-25a1-46b1-8a7b-e174c47275bb","error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:05.255869967Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"f57de4ed-1876-440f-b86c-9ac9178ad34e","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:23:05.360027029Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"7285e7be-3b06-49da-8e06-7e061bb9e7a6","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:23:05.360114392Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"7285e7be-3b06-49da-8e06-7e061bb9e7a6","error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:05.41206798Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"fe1bf4bb-0d42-45cb-ac78-1b2f35125522","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:06.106478899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4496810e-d6a4-4b1c-8c57-6dbd7ff9f450","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:06.158611769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4496810e-d6a4-4b1c-8c57-6dbd7ff9f450","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:06.21104969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4496810e-d6a4-4b1c-8c57-6dbd7ff9f450","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:06.262753721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4496810e-d6a4-4b1c-8c57-6dbd7ff9f450","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:23:06.474027132Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"ec9a9210-a0b6-4f66-9409-724b98345335","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:23:06.474121104Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"ec9a9210-a0b6-4f66-9409-724b98345335","error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:06.527458931Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"f020bbe2-77f7-4937-b802-59522644aa3b","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:06.585431299Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-c7e551a7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-c7e551a7","reconcileID":"b1d69dfd-d972-45ca-9dab-44468ae308d2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-c7e551a7","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-c7e551a7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:06.776858057Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:23:06.90768809Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"ccfc9b21-f7d4-401b-b3a4-fa04b5674851","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:23:06.90775347Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"ccfc9b21-f7d4-401b-b3a4-fa04b5674851","error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:06.959820744Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"d21c97c4-53a1-4352-86fb-ae5ee6a68d53","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:08.194496476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9af46b76-c530-40ac-ac6d-c92c0847eed6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:08.246210064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9af46b76-c530-40ac-ac6d-c92c0847eed6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:08.298152681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9af46b76-c530-40ac-ac6d-c92c0847eed6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:08.350091936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9af46b76-c530-40ac-ac6d-c92c0847eed6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:23:08.957795678Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"e400c80a-34e7-41da-85d9-3f9eb0fb66df","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:23:08.957861604Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"e400c80a-34e7-41da-85d9-3f9eb0fb66df","error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:09.009937708Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"4c699aba-16ff-4257-8038-10fa9873e758","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:10.299473672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bc1b09a-f8f3-464a-b629-142ae593feaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:10.352124618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bc1b09a-f8f3-464a-b629-142ae593feaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:10.406155133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bc1b09a-f8f3-464a-b629-142ae593feaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:10.458543362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bc1b09a-f8f3-464a-b629-142ae593feaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:14.542196022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"e2e-auth-iso-743a04","reconcileID":"6fe05da3-296c-47a5-9037-7abe4da36dea","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99e79c","tenantID":"e2e-shared-b-w0-99e79c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:14.599041137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"e2e-auth-iso-743a04","reconcileID":"6fe05da3-296c-47a5-9037-7abe4da36dea","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"name":"e2e-shared-b-w0-99e79c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:14.865881772Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99e79c","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"auth-test-model-99e79c","reconcileID":"1cdc57d9-d894-4d65-948d-d622b518600a","MaaSModelRef":{"name":"auth-test-model-99e79c","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"tenant":"e2e-shared-b-w0-99e79c","gateway":"openshift-ingress/e2e-shared-b-w0-99e79c","model":"ai-tenant-e2e-shared-b-w0-99e79c/auth-test-model-99e79c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:14.86590579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99e79c","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"auth-test-model-99e79c","reconcileID":"1cdc57d9-d894-4d65-948d-d622b518600a","MaaSModelRef":{"name":"auth-test-model-99e79c","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"routeName":"auth-test-model-99e79c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-99e79c","llmisvcName":"auth-test-model-99e79c","gateway":"openshift-ingress/e2e-shared-b-w0-99e79c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:19.117112709Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"62a97925-5138-4ce3-a365-43f41fca7b32","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:20.134694879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99e79c","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"auth-test-model-99e79c","reconcileID":"4bebb3f5-9a43-4975-99ae-2fbe6ff4c00c","MaaSModelRef":{"name":"auth-test-model-99e79c","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"tenant":"e2e-shared-b-w0-99e79c","gateway":"openshift-ingress/e2e-shared-b-w0-99e79c","model":"ai-tenant-e2e-shared-b-w0-99e79c/auth-test-model-99e79c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:20.134714247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99e79c","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"auth-test-model-99e79c","reconcileID":"4bebb3f5-9a43-4975-99ae-2fbe6ff4c00c","MaaSModelRef":{"name":"auth-test-model-99e79c","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"routeName":"auth-test-model-99e79c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-99e79c","llmisvcName":"auth-test-model-99e79c","gateway":"openshift-ingress/e2e-shared-b-w0-99e79c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:20.134832203Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-8f45a2 priority=0:[ai-tenant-e2e-extmod-a-8f45a2/e2e-shr-auth-81442b-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-shr-quota-5ef63d-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-shr-shared-616643-sub]","namespace=ai-tenant-e2e-extmod-b-3986bf priority=0:[ai-tenant-e2e-extmod-b-3986bf/e2e-att-detach-f08036-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-serve-185fad-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-unrel-bd0892-sub ai-tenant-e2e-extmod-b-3986bf/e2e-rec-ctrl-3ea756-sub ai-tenant-e2e-extmod-b-3986bf/e2e-rec-recover-cb9bed-sub ai-tenant-e2e-extmod-b-3986bf/e2e-rot-961a9f-sub]","namespace=ai-tenant-e2e-extmod-b-7d25db priority=0:[ai-tenant-e2e-extmod-b-7d25db/e2e-shr-auth-81442b-sub ai-tenant-e2e-extmod-b-7d25db/e2e-shr-quota-5ef63d-sub ai-tenant-e2e-extmod-b-7d25db/e2e-shr-shared-616643-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:20.194097423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99e79c","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"auth-test-model-99e79c","reconcileID":"5e549b39-1b13-4e5a-a9a4-27bbb5872033","MaaSModelRef":{"name":"auth-test-model-99e79c","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"tenant":"e2e-shared-b-w0-99e79c","gateway":"openshift-ingress/e2e-shared-b-w0-99e79c","model":"ai-tenant-e2e-shared-b-w0-99e79c/auth-test-model-99e79c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:20.194129495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99e79c","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"auth-test-model-99e79c","reconcileID":"5e549b39-1b13-4e5a-a9a4-27bbb5872033","MaaSModelRef":{"name":"auth-test-model-99e79c","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"routeName":"auth-test-model-99e79c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-99e79c","llmisvcName":"auth-test-model-99e79c","gateway":"openshift-ingress/e2e-shared-b-w0-99e79c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:23:20.241394505Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"e2e-auth-iso-743a04","reconcileID":"0d92f813-ebe9-45fe-a577-cbe2d1ad6922","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-743a04\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:20.242040767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"e2e-auth-iso-743a04","reconcileID":"d62c650e-8c1f-4053-84b4-f8c969d6fe30","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99e79c","tenantID":"e2e-shared-b-w0-99e79c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:23:20.247609343Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99e79c","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"auth-test-model-99e79c","reconcileID":"5e549b39-1b13-4e5a-a9a4-27bbb5872033","name":"auth-test-model-99e79c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-99e79c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:23:20.247657542Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99e79c","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"auth-test-model-99e79c","reconcileID":"5e549b39-1b13-4e5a-a9a4-27bbb5872033","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-99e79c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:20.252961704Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99e79c","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"auth-test-model-99e79c","reconcileID":"05581516-4d9f-408f-be7c-926dacfdf21a","MaaSModelRef":{"name":"auth-test-model-99e79c","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"tenant":"e2e-shared-b-w0-99e79c","gateway":"openshift-ingress/e2e-shared-b-w0-99e79c","model":"ai-tenant-e2e-shared-b-w0-99e79c/auth-test-model-99e79c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:20.252975146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99e79c","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"auth-test-model-99e79c","reconcileID":"05581516-4d9f-408f-be7c-926dacfdf21a","MaaSModelRef":{"name":"auth-test-model-99e79c","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"routeName":"auth-test-model-99e79c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-99e79c","llmisvcName":"auth-test-model-99e79c","gateway":"openshift-ingress/e2e-shared-b-w0-99e79c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:20.299088786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"e2e-auth-iso-743a04","reconcileID":"d62c650e-8c1f-4053-84b4-f8c969d6fe30","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"name":"e2e-shared-b-w0-99e79c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:20.351087611Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99e79c","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"auth-test-model-99e79c","reconcileID":"f1c01ff6-b952-41af-ba4e-d6321734b375","MaaSModelRef":{"name":"auth-test-model-99e79c","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"tenant":"e2e-shared-b-w0-99e79c","gateway":"openshift-ingress/e2e-shared-b-w0-99e79c","model":"ai-tenant-e2e-shared-b-w0-99e79c/auth-test-model-99e79c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:20.351111128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99e79c","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"auth-test-model-99e79c","reconcileID":"f1c01ff6-b952-41af-ba4e-d6321734b375","MaaSModelRef":{"name":"auth-test-model-99e79c","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"routeName":"auth-test-model-99e79c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-99e79c","llmisvcName":"auth-test-model-99e79c","gateway":"openshift-ingress/e2e-shared-b-w0-99e79c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:20.405938726Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99e79c","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"auth-test-model-99e79c","reconcileID":"fce81567-95c2-454d-8a2d-4fa96bcdcf10","MaaSModelRef":{"name":"auth-test-model-99e79c","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"tenant":"e2e-shared-b-w0-99e79c","gateway":"openshift-ingress/e2e-shared-b-w0-99e79c","model":"ai-tenant-e2e-shared-b-w0-99e79c/auth-test-model-99e79c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:20.405959086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99e79c","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"auth-test-model-99e79c","reconcileID":"fce81567-95c2-454d-8a2d-4fa96bcdcf10","MaaSModelRef":{"name":"auth-test-model-99e79c","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"routeName":"auth-test-model-99e79c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-99e79c","llmisvcName":"auth-test-model-99e79c","gateway":"openshift-ingress/e2e-shared-b-w0-99e79c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:20.618713627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"e2e-auth-iso-743a04","reconcileID":"988f1791-dd0a-4fac-b8ea-6f58ebd4749f","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99e79c","tenantID":"e2e-shared-b-w0-99e79c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:20.664844086Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"e2e-auth-iso-743a04","reconcileID":"7b473454-8ad2-459b-80b5-df56f32cee30","MaaSSubscription":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"name":"maas-trlp-auth-test-model-99e79c","model":"auth-test-model-99e79c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-99e79c/e2e-auth-iso-743a04"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:20.675040031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"e2e-auth-iso-743a04","reconcileID":"988f1791-dd0a-4fac-b8ea-6f58ebd4749f","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"name":"e2e-shared-b-w0-99e79c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:20.830241119Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99e79c","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"auth-test-model-99e79c","reconcileID":"e7943e58-92ed-4e48-8f68-2d875a19cf69","MaaSModelRef":{"name":"auth-test-model-99e79c","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"tenant":"e2e-shared-b-w0-99e79c","gateway":"openshift-ingress/e2e-shared-b-w0-99e79c","model":"ai-tenant-e2e-shared-b-w0-99e79c/auth-test-model-99e79c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:20.830265173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99e79c","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"auth-test-model-99e79c","reconcileID":"e7943e58-92ed-4e48-8f68-2d875a19cf69","MaaSModelRef":{"name":"auth-test-model-99e79c","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"routeName":"auth-test-model-99e79c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-99e79c","llmisvcName":"auth-test-model-99e79c","gateway":"openshift-ingress/e2e-shared-b-w0-99e79c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:21.038602945Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"e2e-auth-iso-743a04","reconcileID":"2e2c0e32-af98-4e2e-a8ea-cfddc05fd63d","MaaSSubscription":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"name":"maas-trlp-auth-test-model-99e79c","model":"ai-tenant-e2e-shared-b-w0-99e79c/auth-test-model-99e79c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:25.118489155Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e5d7100d"},"namespace":"ai-tenant-e2e-migrate-e5d7100d","name":"default-tenant","reconcileID":"05884a9f-645e-45da-991a-99d20f7b7588","namespace":"ai-tenant-e2e-migrate-e5d7100d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:25.118562964Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e5d7100d"},"namespace":"ai-tenant-e2e-migrate-e5d7100d","name":"default-tenant","reconcileID":"05884a9f-645e-45da-991a-99d20f7b7588","namespace":"ai-tenant-e2e-migrate-e5d7100d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:25.118628281Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e5d7100d"},"namespace":"ai-tenant-e2e-migrate-e5d7100d","name":"default-tenant","reconcileID":"05884a9f-645e-45da-991a-99d20f7b7588","tenant":"e2e-migrate-e5d7100d","tenantID":"e2e-migrate-e5d7100d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:25.172208636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e5d7100d"},"namespace":"ai-tenant-e2e-migrate-e5d7100d","name":"default-tenant","reconcileID":"05884a9f-645e-45da-991a-99d20f7b7588","gvk":"Deployment","name":"maas-api-e2e-migrate-e5d7100d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:25.235647649Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e5d7100d"},"namespace":"ai-tenant-e2e-migrate-e5d7100d","name":"default-tenant","reconcileID":"05884a9f-645e-45da-991a-99d20f7b7588","gvk":"Service","name":"maas-api-e2e-migrate-e5d7100d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:25.292631943Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e5d7100d"},"namespace":"ai-tenant-e2e-migrate-e5d7100d","name":"default-tenant","reconcileID":"05884a9f-645e-45da-991a-99d20f7b7588","gvk":"HTTPRoute","name":"maas-api-route-e2e-migrate-e5d7100d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:25.347140412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e5d7100d"},"namespace":"ai-tenant-e2e-migrate-e5d7100d","name":"default-tenant","reconcileID":"05884a9f-645e-45da-991a-99d20f7b7588","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-migrate-e5d7100d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:25.401743493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e5d7100d"},"namespace":"ai-tenant-e2e-migrate-e5d7100d","name":"default-tenant","reconcileID":"05884a9f-645e-45da-991a-99d20f7b7588","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-migrate-e5d7100d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:25.462090898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e5d7100d"},"namespace":"ai-tenant-e2e-migrate-e5d7100d","name":"default-tenant","reconcileID":"05884a9f-645e-45da-991a-99d20f7b7588","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-migrate-e5d7100d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:25.513629473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e5d7100d"},"namespace":"ai-tenant-e2e-migrate-e5d7100d","name":"default-tenant","reconcileID":"05884a9f-645e-45da-991a-99d20f7b7588","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-migrate-e5d7100d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:25.565110606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e5d7100d"},"namespace":"ai-tenant-e2e-migrate-e5d7100d","name":"default-tenant","reconcileID":"05884a9f-645e-45da-991a-99d20f7b7588","gvk":"Telemetry","name":"latency-per-subscription-e2e-migrate-e5d7100d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:25.618290125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e5d7100d"},"namespace":"ai-tenant-e2e-migrate-e5d7100d","name":"default-tenant","reconcileID":"05884a9f-645e-45da-991a-99d20f7b7588","gvk":"Deployment","name":"payload-processing-e2e-migrate-e5d7100d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:25.670023108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e5d7100d"},"namespace":"ai-tenant-e2e-migrate-e5d7100d","name":"default-tenant","reconcileID":"05884a9f-645e-45da-991a-99d20f7b7588","gvk":"Deployment","name":"payload-pre-processing-e2e-migrate-e5d7100d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:25.721677345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e5d7100d"},"namespace":"ai-tenant-e2e-migrate-e5d7100d","name":"default-tenant","reconcileID":"05884a9f-645e-45da-991a-99d20f7b7588","gvk":"Service","name":"payload-processing-e2e-migrate-e5d7100d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:25.773161911Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e5d7100d"},"namespace":"ai-tenant-e2e-migrate-e5d7100d","name":"default-tenant","reconcileID":"05884a9f-645e-45da-991a-99d20f7b7588","gvk":"Service","name":"payload-pre-processing-e2e-migrate-e5d7100d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:25.824606494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e5d7100d"},"namespace":"ai-tenant-e2e-migrate-e5d7100d","name":"default-tenant","reconcileID":"05884a9f-645e-45da-991a-99d20f7b7588","gvk":"DestinationRule","name":"payload-processing-e2e-migrate-e5d7100d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:25.876165933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e5d7100d"},"namespace":"ai-tenant-e2e-migrate-e5d7100d","name":"default-tenant","reconcileID":"05884a9f-645e-45da-991a-99d20f7b7588","gvk":"DestinationRule","name":"payload-pre-processing-e2e-migrate-e5d7100d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:25.927805565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e5d7100d"},"namespace":"ai-tenant-e2e-migrate-e5d7100d","name":"default-tenant","reconcileID":"05884a9f-645e-45da-991a-99d20f7b7588","gvk":"EnvoyFilter","name":"payload-processing-e2e-migrate-e5d7100d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:25.979392326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e5d7100d"},"namespace":"ai-tenant-e2e-migrate-e5d7100d","name":"default-tenant","reconcileID":"05884a9f-645e-45da-991a-99d20f7b7588","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-migrate-e5d7100d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:26.030876237Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e5d7100d"},"namespace":"ai-tenant-e2e-migrate-e5d7100d","name":"default-tenant","reconcileID":"05884a9f-645e-45da-991a-99d20f7b7588","gvk":"NetworkPolicy","name":"payload-processing-e2e-migrate-e5d7100d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:26.082314789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e5d7100d"},"namespace":"ai-tenant-e2e-migrate-e5d7100d","name":"default-tenant","reconcileID":"05884a9f-645e-45da-991a-99d20f7b7588","gvk":"ServiceAccount","name":"payload-processing-e2e-migrate-e5d7100d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:26.135778998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e5d7100d"},"namespace":"ai-tenant-e2e-migrate-e5d7100d","name":"default-tenant","reconcileID":"05884a9f-645e-45da-991a-99d20f7b7588","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-migrate-e5d7100d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:26.187467313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e5d7100d"},"namespace":"ai-tenant-e2e-migrate-e5d7100d","name":"default-tenant","reconcileID":"05884a9f-645e-45da-991a-99d20f7b7588","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-migrate-e5d7100d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:27.066619306Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-e5d7100d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-e5d7100d","reconcileID":"e3d8b06b-ba09-4246-ac21-322943eae4dd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-e5d7100d-gw","removed":["maas.opendatahub.io/gateway-access-e2e-migrate-e5d7100d-gw"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:23:27.286702378Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"e0290508-96ab-4c38-b011-825fad4d2ba3","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:23:27.286770275Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"e0290508-96ab-4c38-b011-825fad4d2ba3","error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:27.392508996Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"f4646c8b-a5be-4a6d-bebf-075d9f1077ea","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:28.230787881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"858d8fea-cc07-4836-a7b1-5dd2a077a04b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:28.282307285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"858d8fea-cc07-4836-a7b1-5dd2a077a04b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:28.334179691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"858d8fea-cc07-4836-a7b1-5dd2a077a04b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:28.385877818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"858d8fea-cc07-4836-a7b1-5dd2a077a04b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:30.288881266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d32d482e-eb27-44cd-9575-57491a964b00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:30.340703067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d32d482e-eb27-44cd-9575-57491a964b00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:30.393177959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d32d482e-eb27-44cd-9575-57491a964b00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:30.445093414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d32d482e-eb27-44cd-9575-57491a964b00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:23:31.643936438Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"eb85e799-4cd6-49b2-b99f-4d874b3c50dc","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:23:31.643994849Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"eb85e799-4cd6-49b2-b99f-4d874b3c50dc","error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:31.747912484Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"eb36f8ee-664e-4d1e-bdea-1fdba1f448ee","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:23:31.852413507Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"19a95c82-a12f-466b-950b-427849a53329","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:23:31.852488957Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"19a95c82-a12f-466b-950b-427849a53329","error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:31.904586212Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"94d7ee1c-53b8-43b4-aa9a-b5bda95fbf6d","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:32.523466879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73cd9571-9169-4a23-a44c-7b057be41059","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:32.578831776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73cd9571-9169-4a23-a44c-7b057be41059","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:32.631263024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73cd9571-9169-4a23-a44c-7b057be41059","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:32.683853089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73cd9571-9169-4a23-a44c-7b057be41059","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:23:33.005955209Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"80e66bc1-b3eb-400a-a7d8-53a05bdd4d06","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:23:33.006030455Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"80e66bc1-b3eb-400a-a7d8-53a05bdd4d06","error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:33.057835098Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"2f4109d4-d70e-4e6a-a993-fdf6e8c567ad","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:33.115621919Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-83558e40","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-83558e40","reconcileID":"d7de4d3b-3f9f-4c5d-b4ae-b363bf56bae9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-83558e40","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-83558e40":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:23:33.438631445Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"2b794165-ab30-434c-9b15-6e19f0b6317b","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:23:33.438695529Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"2b794165-ab30-434c-9b15-6e19f0b6317b","error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:33.490494851Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"527fd19a-d195-4072-8d9c-bf9c59f4c74a","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:34.594160314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a8495ae-1a8b-494f-a51b-fb18fbe84fdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:34.645835454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a8495ae-1a8b-494f-a51b-fb18fbe84fdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:34.697727753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a8495ae-1a8b-494f-a51b-fb18fbe84fdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:34.749477989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a8495ae-1a8b-494f-a51b-fb18fbe84fdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:23:35.581759361Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"68ee0084-de26-44a0-b2e0-8f6ebba370dc","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:23:35.581854632Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"68ee0084-de26-44a0-b2e0-8f6ebba370dc","error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:35.633668511Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"4cccde4b-274c-4781-8cb4-7d1f49172cf0","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:36.700652717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96a01535-5731-420b-b359-5cffdb06ddb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:36.752931248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96a01535-5731-420b-b359-5cffdb06ddb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:36.781314371Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:36.806019582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96a01535-5731-420b-b359-5cffdb06ddb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:36.859915845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96a01535-5731-420b-b359-5cffdb06ddb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:40.383056916Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0ebd2e71-af7e-4901-91fc-2b6bb421b2a9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:40.665583117Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-f08036-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-sub","reconcileID":"b80153ef-b504-4358-b425-d5d7a915beb2","MaaSSubscription":{"name":"e2e-att-detach-f08036-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-detach-f08036","model":"e2e-extmod-att-user-a1f8ce/e2e-att-detach-f08036","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:40.713996273Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"6092aaea-5fd9-4c7f-a423-bb6164927062","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:40.732615277Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a3553cdc-4423-4a98-8262-562e0a23bdb1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:40.815458753Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"e2e-auth-iso-743a04","reconcileID":"2d1580d0-7cdf-4271-9dca-50fc94f1398c","MaaSSubscription":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"name":"maas-trlp-auth-test-model-99e79c","model":"ai-tenant-e2e-shared-b-w0-99e79c/auth-test-model-99e79c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:40.903211707Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-sub","reconcileID":"fb31a5ff-0a77-4dbe-bd97-76afd9231010","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:41.002134788Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99e79c","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"auth-test-model-99e79c","reconcileID":"85758287-a9de-46cc-a524-b9c50fd74cd2","MaaSModelRef":{"name":"auth-test-model-99e79c","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"tenant":"e2e-shared-b-w0-99e79c","gateway":"openshift-ingress/e2e-shared-b-w0-99e79c","model":"ai-tenant-e2e-shared-b-w0-99e79c/auth-test-model-99e79c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:41.002152896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99e79c","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"auth-test-model-99e79c","reconcileID":"85758287-a9de-46cc-a524-b9c50fd74cd2","MaaSModelRef":{"name":"auth-test-model-99e79c","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"routeName":"auth-test-model-99e79c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-99e79c","llmisvcName":"auth-test-model-99e79c","gateway":"openshift-ingress/e2e-shared-b-w0-99e79c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:41.083083927Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-sub","reconcileID":"4456cd89-538d-4f27-b7aa-fd96d34b89c0","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"maas-trlp-e2e-shr-shared-616643-e2e-extmod-b-7d25db","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-shared-616643-e2e-extmod-b-7d25db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:41.131954596Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"e2e-auth-iso-743a04","reconcileID":"b36145e2-4a8b-47a6-a6f3-b87b805615ae","MaaSSubscription":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"name":"maas-trlp-auth-test-model-71cea4","model":"ai-tenant-e2e-shared-a-w0-71cea4/auth-test-model-71cea4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:41.131992223Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-subscription","reconcileID":"f89d81b6-9f13-42e5-9726-022c3bd3c47a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:41.313182862Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-185fad-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-sub","reconcileID":"05e2f867-7788-4fb5-8836-c27136b2ebd0","MaaSSubscription":{"name":"e2e-att-serve-185fad-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-serve-185fad","model":"e2e-extmod-att-user-a1f8ce/e2e-att-serve-185fad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:41.414880018Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-5ef63d-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-quota-5ef63d-sub","reconcileID":"c059df1b-be7c-418d-9344-7855a2810422","MaaSSubscription":{"name":"e2e-shr-quota-5ef63d-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:41.463333728Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-subscription","reconcileID":"8ca91a40-66df-4a46-97d3-b95dfdc63d1b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-premium-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/premium-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:41.497599913Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"8d35b8d5-eb60-416a-b288-f925a1287fa2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:41.515354994Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-5ef63d-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-quota-5ef63d-sub","reconcileID":"83ba8fd9-f1e9-4c4a-8c4e-9cc2eeb320e4","MaaSSubscription":{"name":"e2e-shr-quota-5ef63d-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"maas-trlp-e2e-shr-quota-5ef63d-e2e-extmod-b-7d25db","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-quota-5ef63d-e2e-extmod-b-7d25db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:41.806167435Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-961a9f-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rot-961a9f-sub","reconcileID":"06862cd9-2adf-4c95-a3a3-dd4b4f1c8850","MaaSSubscription":{"name":"e2e-rot-961a9f-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-rot-961a9f","model":"e2e-extmod-rot-user-f0eb7b/e2e-rot-961a9f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:41.886259079Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-sub","reconcileID":"31b9932a-e561-40bb-8246-54106ed60d10","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-shr-shared-616643-e2e-extmod-a-8f45a2","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-shared-616643-e2e-extmod-a-8f45a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:41.984791027Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-bd0892-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-sub","reconcileID":"685a20cd-8110-4099-a801-b19276767625","MaaSSubscription":{"name":"e2e-att-unrel-bd0892-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-unrel-bd0892","model":"e2e-extmod-att-user-a1f8ce/e2e-att-unrel-bd0892","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:42.030525904Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-subscription","reconcileID":"b5c2194e-dd1b-46b2-8f3f-9862d36877c7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-premium-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:42.082317519Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-sub","reconcileID":"8cd4d682-33bd-4db4-91e8-0e53f43bf194","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"maas-trlp-e2e-shr-auth-81442b-e2e-extmod-b-7d25db","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-auth-81442b-e2e-extmod-b-7d25db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:42.176644883Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-subscription","reconcileID":"4df8737c-3a73-42c0-857f-37ed11052881","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-premium-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/premium-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:42.383357871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"e2e-auth-iso-743a04","reconcileID":"0f015cc6-7c08-4c26-be03-59f1914e13b1","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99e79c","tenantID":"e2e-shared-b-w0-99e79c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:42.440438315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"e2e-auth-iso-743a04","reconcileID":"0f015cc6-7c08-4c26-be03-59f1914e13b1","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"name":"e2e-shared-b-w0-99e79c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:45.738792652Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"457ef7df-ee96-4225-ab37-a4b21f46d7d7","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:53.16245561Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-961a9f-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rot-961a9f-sub","reconcileID":"2e29d43e-2295-40bd-abf4-27626c9c84bc","MaaSSubscription":{"name":"e2e-rot-961a9f-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"model":"e2e-extmod-rot-user-f0eb7b/e2e-rot-961a9f","error":"MaaSModelRef not found: e2e-extmod-rot-user-f0eb7b/e2e-rot-961a9f (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:53.21480564Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-961a9f","namespace":"e2e-extmod-rot-user-f0eb7b"},"namespace":"e2e-extmod-rot-user-f0eb7b","name":"e2e-rot-961a9f","reconcileID":"8bad9db8-b083-46c8-aff0-86cf56be6d04","MaaSModelRef":{"name":"e2e-rot-961a9f","namespace":"e2e-extmod-rot-user-f0eb7b"},"name":"maas-trlp-e2e-rot-961a9f","namespace":"e2e-extmod-rot-user-f0eb7b","model":"e2e-rot-961a9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:53.214869328Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-961a9f-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rot-961a9f-sub","reconcileID":"2e29d43e-2295-40bd-abf4-27626c9c84bc","MaaSSubscription":{"name":"e2e-rot-961a9f-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-rot-961a9f","namespace":"e2e-extmod-rot-user-f0eb7b","model":"e2e-extmod-rot-user-f0eb7b/e2e-rot-961a9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:53.269753388Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-961a9f","namespace":"e2e-extmod-rot-user-f0eb7b"},"namespace":"e2e-extmod-rot-user-f0eb7b","name":"e2e-rot-961a9f","reconcileID":"f535b6a1-0459-42d7-a9a4-270a2343a78a","namespace":"e2e-extmod-rot-user-f0eb7b","name":"e2e-rot-961a9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:53.440504549Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-961a9f-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rot-961a9f-sub","reconcileID":"76d5af9b-d653-4bcc-b9e6-15e068971f1a","MaaSSubscription":{"name":"e2e-rot-961a9f-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"model":"e2e-extmod-rot-user-f0eb7b/e2e-rot-961a9f","error":"MaaSModelRef not found: e2e-extmod-rot-user-f0eb7b/e2e-rot-961a9f (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:53.475313861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-961a9f-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rot-961a9f-access","reconcileID":"d4a8dd5d-a89f-4c43-921e-2986ba7799c4","MaaSAuthPolicy":{"name":"e2e-rot-961a9f-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:53.475314779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"84fe1a35-0e4f-4cdf-8773-e0d5a7da2c42","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:53.478071954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"5ff18925-2caf-4b86-8120-40f8f670f2fe","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:53.478118846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"3011bf5d-8a8d-4939-b450-75a899357705","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:53.478550191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"b15f968e-b72d-4c82-85e1-2c147eeb0e1b","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:53.532293505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-961a9f-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rot-961a9f-access","reconcileID":"d4a8dd5d-a89f-4c43-921e-2986ba7799c4","MaaSAuthPolicy":{"name":"e2e-rot-961a9f-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:53.532340537Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-961a9f-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rot-961a9f-access","reconcileID":"d4a8dd5d-a89f-4c43-921e-2986ba7799c4","MaaSAuthPolicy":{"name":"e2e-rot-961a9f-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"model":"e2e-extmod-rot-user-f0eb7b/e2e-rot-961a9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:53.53234017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"84fe1a35-0e4f-4cdf-8773-e0d5a7da2c42","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:53.534833842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"3011bf5d-8a8d-4939-b450-75a899357705","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:53.534951516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"5ff18925-2caf-4b86-8120-40f8f670f2fe","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:53.536954056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"b15f968e-b72d-4c82-85e1-2c147eeb0e1b","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:53.588097132Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"84fe1a35-0e4f-4cdf-8773-e0d5a7da2c42","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"model":"e2e-extmod-rec-user-0efdb9/e2e-rec-ctrl-3ea756","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:53.6488443Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-961a9f","namespace":"e2e-extmod-rot-user-f0eb7b"},"namespace":"e2e-extmod-rot-user-f0eb7b","name":"e2e-rot-961a9f","reconcileID":"518917a6-663b-47e7-b317-3550f9f41e6f","namespace":"e2e-extmod-rot-user-f0eb7b","name":"e2e-rot-961a9f","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:23:53.661183695Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-961a9f","namespace":"e2e-extmod-rot-user-f0eb7b"},"namespace":"e2e-extmod-rot-user-f0eb7b","name":"e2e-rot-961a9f","reconcileID":"4e84ba61-f6a8-48d6-85e8-32910029c338","error":"maasmodelrefs.maas.opendatahub.io \"e2e-rot-961a9f\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:53.913448089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"d97c815f-1172-4770-bce8-625a0c578f07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:53.969957633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"d97c815f-1172-4770-bce8-625a0c578f07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:54.015549173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"72fff53d-2c37-4bbf-81af-2303bc4cc279","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:54.015594697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"e084cafb-ad4d-4ab2-a85a-ab2508cf24d2","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:54.017258421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"a75a2e26-5b8e-4c3c-9eef-ed5849867763","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:54.072714154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"72fff53d-2c37-4bbf-81af-2303bc4cc279","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:54.07394455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"e084cafb-ad4d-4ab2-a85a-ab2508cf24d2","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:54.075167438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"a75a2e26-5b8e-4c3c-9eef-ed5849867763","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:54.129248331Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"e084cafb-ad4d-4ab2-a85a-ab2508cf24d2","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"model":"e2e-extmod-rec-noaccess-e964fd/e2e-rec-recover-cb9bed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:54.220884294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"0ccccd56-c727-4b04-8afc-698fe880e933","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:54.27760832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"0ccccd56-c727-4b04-8afc-698fe880e933","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:54.330244026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"e6329aed-7e03-4261-95b5-6c1db13228ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:54.386704605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"e6329aed-7e03-4261-95b5-6c1db13228ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:54.431747289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"ff679efd-6510-4bd0-b0e2-fe05b4e56a32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:54.488628056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"ff679efd-6510-4bd0-b0e2-fe05b4e56a32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:54.534520683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"fbb35c2b-e1df-4351-9648-f4e72319ee9f","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:54.591146219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"fbb35c2b-e1df-4351-9648-f4e72319ee9f","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:54.687825189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"76d899f6-f02e-4111-bdbc-dcb90b3ef962","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:54.742593698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-quota-5ef63d-access","reconcileID":"d1dc359f-474c-409a-8dce-51c1d5ed35b9","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:54.744880289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"76d899f6-f02e-4111-bdbc-dcb90b3ef962","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:54.800744679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-quota-5ef63d-access","reconcileID":"d1dc359f-474c-409a-8dce-51c1d5ed35b9","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:54.995597796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"baae78ca-0913-42da-b034-18171fc08814","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:55.051969134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"baae78ca-0913-42da-b034-18171fc08814","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:55.096522981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"0a988fa5-1d4a-4aae-8c13-fba18362a632","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:55.143620983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"e2e-auth-iso-743a04","reconcileID":"7a3affcc-741e-4400-a0bf-78d7de93da9b","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-71cea4","tenantID":"e2e-shared-a-w0-71cea4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:55.152742439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"0a988fa5-1d4a-4aae-8c13-fba18362a632","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:55.201985463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"e2e-auth-iso-743a04","reconcileID":"7a3affcc-741e-4400-a0bf-78d7de93da9b","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"name":"e2e-shared-a-w0-71cea4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:55.207866955Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"0a988fa5-1d4a-4aae-8c13-fba18362a632","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"model":"e2e-extmod-rec-user-0efdb9/e2e-rec-ctrl-3ea756","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:55.218086297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b47c5832-62e5-4b73-b837-1a02d7fdf641","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:55.275697215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b47c5832-62e5-4b73-b837-1a02d7fdf641","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:55.300110742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-961a9f-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rot-961a9f-access","reconcileID":"c53e81bb-8628-492a-bef8-00ac6dc4ca09","MaaSAuthPolicy":{"name":"e2e-rot-961a9f-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:55.358101431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-961a9f-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rot-961a9f-access","reconcileID":"c53e81bb-8628-492a-bef8-00ac6dc4ca09","MaaSAuthPolicy":{"name":"e2e-rot-961a9f-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:55.358142547Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-961a9f-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rot-961a9f-access","reconcileID":"c53e81bb-8628-492a-bef8-00ac6dc4ca09","MaaSAuthPolicy":{"name":"e2e-rot-961a9f-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"model":"e2e-extmod-rot-user-f0eb7b/e2e-rot-961a9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:55.465181465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"329c055a-5be0-4f86-8dea-d230d099a2dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:55.521561329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"329c055a-5be0-4f86-8dea-d230d099a2dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:55.617065661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"8e516365-c84e-4e14-b1d2-3a8a5deeef95","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:55.617977379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-quota-5ef63d-access","reconcileID":"e7cb7637-af9d-4bc9-bc5d-41a7644c3381","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:55.674299284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"8e516365-c84e-4e14-b1d2-3a8a5deeef95","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:55.675051978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-quota-5ef63d-access","reconcileID":"e7cb7637-af9d-4bc9-bc5d-41a7644c3381","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:55.714894905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"e2e-auth-iso-743a04","reconcileID":"3d92ced4-2496-45b3-a062-34dfb7cdfdf0","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99e79c","tenantID":"e2e-shared-b-w0-99e79c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:55.718685864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"d1d1235c-bbfa-4a51-b800-9b86c7e23a62","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:55.771390514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"e2e-auth-iso-743a04","reconcileID":"3d92ced4-2496-45b3-a062-34dfb7cdfdf0","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"name":"e2e-shared-b-w0-99e79c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:55.775024002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"d1d1235c-bbfa-4a51-b800-9b86c7e23a62","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:55.843601192Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"797058e4-8cbf-4fa0-ac4c-eb39b878dbbd","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:55.933174968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"478b4c18-a8d5-4b15-b94c-779209b4abbd","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:55.989922234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"478b4c18-a8d5-4b15-b94c-779209b4abbd","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:56.082692896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"51e18863-4d99-4c29-9969-ef1729d3f14d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:23:56.142773788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"51e18863-4d99-4c29-9969-ef1729d3f14d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:00.372566616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c7e551a7"},"namespace":"ai-tenant-e2e-mt-c7e551a7","name":"default-tenant","reconcileID":"d63e0eff-3fc4-477d-b64d-6910baaa2851","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-c7e551a7","tenantID":"e2e-mt-c7e551a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:00.486536399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"14e8a764-aaa6-4ab7-a890-feb95c8a6253","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:00.486734951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"c7a7d052-e350-4a94-8f31-6ca9656e0dfe","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:00.487011836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"00b988f5-1f29-4954-bd4f-08bfcbb88fbd","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:00.487182192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"146b10f1-37fd-4c3e-b563-287125a2c58b","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:00.486540394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"002a39e8-f1bc-4864-ba10-d92f7b9590ea","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:00.490130147Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c7e551a7"},"namespace":"ai-tenant-e2e-mt-c7e551a7","name":"default-tenant","reconcileID":"d63e0eff-3fc4-477d-b64d-6910baaa2851","name":"e2e-mt-c7e551a7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:00.543937283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"14e8a764-aaa6-4ab7-a890-feb95c8a6253","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:00.544484301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"002a39e8-f1bc-4864-ba10-d92f7b9590ea","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:00.546053657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"146b10f1-37fd-4c3e-b563-287125a2c58b","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:00.546631339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"00b988f5-1f29-4954-bd4f-08bfcbb88fbd","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:00.548447418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"c7a7d052-e350-4a94-8f31-6ca9656e0dfe","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:00.599229682Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"14e8a764-aaa6-4ab7-a890-feb95c8a6253","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"model":"e2e-extmod-rec-user-0efdb9/e2e-rec-ctrl-3ea756","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:00.603540074Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"c7a7d052-e350-4a94-8f31-6ca9656e0dfe","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"model":"e2e-extmod-rec-noaccess-e964fd/e2e-rec-recover-cb9bed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:01.11496685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-961a9f-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rot-961a9f-access","reconcileID":"1b92a099-5eae-4312-9073-88132669cf99","MaaSAuthPolicy":{"name":"e2e-rot-961a9f-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:01.173150615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-961a9f-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rot-961a9f-access","reconcileID":"1b92a099-5eae-4312-9073-88132669cf99","MaaSAuthPolicy":{"name":"e2e-rot-961a9f-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:01.22898609Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-961a9f-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rot-961a9f-access","reconcileID":"1b92a099-5eae-4312-9073-88132669cf99","MaaSAuthPolicy":{"name":"e2e-rot-961a9f-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"model":"e2e-extmod-rot-user-f0eb7b/e2e-rot-961a9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:02.740149257Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-71cea4","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"auth-test-model-71cea4","reconcileID":"d7ea7bd6-c93a-468c-b938-e652ef12bd37","MaaSModelRef":{"name":"auth-test-model-71cea4","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"tenant":"e2e-shared-a-w0-71cea4","gateway":"openshift-ingress/e2e-shared-a-w0-71cea4","model":"ai-tenant-e2e-shared-a-w0-71cea4/auth-test-model-71cea4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:02.74016914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-71cea4","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"auth-test-model-71cea4","reconcileID":"d7ea7bd6-c93a-468c-b938-e652ef12bd37","MaaSModelRef":{"name":"auth-test-model-71cea4","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"routeName":"auth-test-model-71cea4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-71cea4","llmisvcName":"auth-test-model-71cea4","gateway":"openshift-ingress/e2e-shared-a-w0-71cea4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:02.846384516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"e2e-auth-iso-743a04","reconcileID":"60d2e894-d1c8-4e26-b223-b02eaaa109a0","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-71cea4","tenantID":"e2e-shared-a-w0-71cea4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:02.901301688Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"e2e-auth-iso-743a04","reconcileID":"ce8a407e-59e5-407b-b1ce-37feecbb9cbc","MaaSSubscription":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-40f0d38f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:02.903707685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"e2e-auth-iso-743a04","reconcileID":"60d2e894-d1c8-4e26-b223-b02eaaa109a0","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"name":"e2e-shared-a-w0-71cea4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:03.172910001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"e2e-auth-iso-743a04","reconcileID":"f5034400-feaf-485c-82ad-a39236b88494","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-71cea4","tenantID":"e2e-shared-a-w0-71cea4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:03.229852815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"e2e-auth-iso-743a04","reconcileID":"f5034400-feaf-485c-82ad-a39236b88494","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"name":"e2e-shared-a-w0-71cea4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:05.948702511Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"81d30403-385d-4e0f-9b4a-a4c82dc20562","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:06.781150421Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:10.279417961Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-961a9f-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rot-961a9f-sub","reconcileID":"8b20c3aa-17a7-4106-8019-34561291894b","MaaSSubscription":{"name":"e2e-rot-961a9f-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"model":"e2e-extmod-rot-user-f0eb7b/e2e-rot-961a9f","subscription":"e2e-rot-961a9f-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:10.279532467Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-961a9f-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rot-961a9f-sub","reconcileID":"8b20c3aa-17a7-4106-8019-34561291894b","MaaSSubscription":{"name":"e2e-rot-961a9f-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"model":"e2e-extmod-rot-user-f0eb7b/e2e-rot-961a9f","error":"MaaSModelRef not found: e2e-extmod-rot-user-f0eb7b/e2e-rot-961a9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:10.553863432Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-8f45a2 priority=0:[ai-tenant-e2e-extmod-a-8f45a2/e2e-shr-auth-81442b-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-shr-quota-5ef63d-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-shr-shared-616643-sub]","namespace=ai-tenant-e2e-extmod-b-3986bf priority=0:[ai-tenant-e2e-extmod-b-3986bf/e2e-att-detach-f08036-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-serve-185fad-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-unrel-bd0892-sub ai-tenant-e2e-extmod-b-3986bf/e2e-rec-ctrl-3ea756-sub ai-tenant-e2e-extmod-b-3986bf/e2e-rec-recover-cb9bed-sub]","namespace=ai-tenant-e2e-extmod-b-7d25db priority=0:[ai-tenant-e2e-extmod-b-7d25db/e2e-shr-auth-81442b-sub ai-tenant-e2e-extmod-b-7d25db/e2e-shr-quota-5ef63d-sub ai-tenant-e2e-extmod-b-7d25db/e2e-shr-shared-616643-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:10.66443284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-unrel-bd0892","reconcileID":"b0e85c92-b522-4292-b4ce-1f29c568b041","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-att-user-a1f8ce/e2e-att-unrel-bd0892","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:10.664457449Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-unrel-bd0892","reconcileID":"b0e85c92-b522-4292-b4ce-1f29c568b041","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"routeName":"external-model-e2e-att-unrel-bd0892-ebe3eedf0976","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-att-unrel-bd0892","externalModel":"e2e-att-unrel-bd0892","provider":"e2e-att-unrel-bd0892-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:10.784537657Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"47bfa828-dd17-4992-af88-d8906ca6aee7","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-att-user-a1f8ce/e2e-att-detach-f08036","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:10.784560803Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"47bfa828-dd17-4992-af88-d8906ca6aee7","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"routeName":"external-model-e2e-att-detach-f08036-3281ff3d31d8","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-att-detach-f08036","externalModel":"e2e-att-detach-f08036","provider":"e2e-att-detach-f08036-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:10.898304991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"78f42318-1f76-4498-a389-7ec5b9e10f0c","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-att-user-a1f8ce/e2e-att-serve-185fad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:10.898355075Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"78f42318-1f76-4498-a389-7ec5b9e10f0c","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"routeName":"external-model-e2e-att-serve-185fad-5fa01018e074","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-att-serve-185fad","externalModel":"e2e-att-serve-185fad","provider":"e2e-att-serve-185fad-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:10.914712216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"90f4d1bb-708b-4655-a2ee-faad0567131b","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:10.914712291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-961a9f-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rot-961a9f-access","reconcileID":"50abfa29-3a8e-4f4a-8874-51900b495bf6","MaaSAuthPolicy":{"name":"e2e-rot-961a9f-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:10.915846762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"003bd370-8312-47ab-bbe8-e33ecf3c759f","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:10.915893113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"1e639a1d-44a7-4eac-ba2e-9dbf0d34a32e","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:10.921657594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"47d74085-2c17-4f04-8dab-2a58d9eba390","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:10.972167999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"90f4d1bb-708b-4655-a2ee-faad0567131b","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:10.972659115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-961a9f-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rot-961a9f-access","reconcileID":"50abfa29-3a8e-4f4a-8874-51900b495bf6","MaaSAuthPolicy":{"name":"e2e-rot-961a9f-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:10.975605678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"003bd370-8312-47ab-bbe8-e33ecf3c759f","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:10.975970438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"1e639a1d-44a7-4eac-ba2e-9dbf0d34a32e","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:10.978347477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"47d74085-2c17-4f04-8dab-2a58d9eba390","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:11.028440401Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-961a9f-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rot-961a9f-access","reconcileID":"50abfa29-3a8e-4f4a-8874-51900b495bf6","MaaSAuthPolicy":{"name":"e2e-rot-961a9f-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"model":"e2e-extmod-rot-user-f0eb7b/e2e-rot-961a9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:11.033476926Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"47d74085-2c17-4f04-8dab-2a58d9eba390","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"model":"e2e-extmod-rec-noaccess-e964fd/e2e-rec-recover-cb9bed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:11.135749316Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-961a9f-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rot-961a9f-access","reconcileID":"21426059-4283-4aca-88da-4e3b9e76b463","MaaSAuthPolicy":{"name":"e2e-rot-961a9f-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"model":"e2e-extmod-rot-user-f0eb7b/e2e-rot-961a9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:11.442459374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"b56784e6-46c6-46b5-a669-b4bfca7793ca","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:11.499310245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"b56784e6-46c6-46b5-a669-b4bfca7793ca","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:11.554919663Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"b56784e6-46c6-46b5-a669-b4bfca7793ca","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"model":"e2e-extmod-rec-user-0efdb9/e2e-rec-ctrl-3ea756","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:12.657852434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"27c7226f-ffe5-42c7-aee2-386a2c229375","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:12.658078203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"51c235a3-3717-49f2-888d-ae317811e435","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:12.657872946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"91ad3060-5561-4c79-a9f7-10624b1cb151","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:12.65878014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"4dad1b6b-1042-449b-8b15-2dae4bf77eae","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:12.658795157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"f383e24d-c01e-49db-a36d-ef8272fef4ea","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:12.715178786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"51c235a3-3717-49f2-888d-ae317811e435","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:12.715266728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"27c7226f-ffe5-42c7-aee2-386a2c229375","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:12.717694338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"91ad3060-5561-4c79-a9f7-10624b1cb151","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:12.717747711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"4dad1b6b-1042-449b-8b15-2dae4bf77eae","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:12.719814412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"f383e24d-c01e-49db-a36d-ef8272fef4ea","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:12.770991634Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"51c235a3-3717-49f2-888d-ae317811e435","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"model":"e2e-extmod-rec-user-0efdb9/e2e-rec-ctrl-3ea756","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:12.775498497Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"f383e24d-c01e-49db-a36d-ef8272fef4ea","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"model":"e2e-extmod-rec-noaccess-e964fd/e2e-rec-recover-cb9bed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:12.954418625Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"e2e-auth-iso-743a04","reconcileID":"107c6dad-e991-49f6-8ff6-37569aede608","MaaSSubscription":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"model":"ai-tenant-e2e-shared-a-w0-71cea4/auth-test-model-71cea4","subscription":"e2e-auth-iso-743a04","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:13.006951691Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"e2e-auth-iso-743a04","reconcileID":"107c6dad-e991-49f6-8ff6-37569aede608","MaaSSubscription":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"model":"ai-tenant-e2e-shared-a-w0-71cea4/auth-test-model-71cea4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:13.059277633Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"e2e-auth-iso-743a04","reconcileID":"107c6dad-e991-49f6-8ff6-37569aede608","MaaSSubscription":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"name":"maas-trlp-auth-test-model-71cea4","namespace":"ai-tenant-e2e-shared-a-w0-71cea4","model":"ai-tenant-e2e-shared-a-w0-71cea4/auth-test-model-71cea4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:13.332918607Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-71cea4","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"auth-test-model-71cea4","reconcileID":"bd2080a5-65b4-4103-b4ce-10b3cb6e3a20","MaaSModelRef":{"name":"auth-test-model-71cea4","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"tenant":"e2e-shared-a-w0-71cea4","gateway":"openshift-ingress/e2e-shared-a-w0-71cea4","model":"ai-tenant-e2e-shared-a-w0-71cea4/auth-test-model-71cea4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:13.332943017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-71cea4","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"auth-test-model-71cea4","reconcileID":"bd2080a5-65b4-4103-b4ce-10b3cb6e3a20","MaaSModelRef":{"name":"auth-test-model-71cea4","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"routeName":"auth-test-model-71cea4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-71cea4","llmisvcName":"auth-test-model-71cea4","gateway":"openshift-ingress/e2e-shared-a-w0-71cea4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:13.333253131Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-8f45a2 priority=0:[ai-tenant-e2e-extmod-a-8f45a2/e2e-shr-auth-81442b-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-shr-quota-5ef63d-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-shr-shared-616643-sub]","namespace=ai-tenant-e2e-extmod-b-3986bf priority=0:[ai-tenant-e2e-extmod-b-3986bf/e2e-att-detach-f08036-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-serve-185fad-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-unrel-bd0892-sub ai-tenant-e2e-extmod-b-3986bf/e2e-rec-ctrl-3ea756-sub]","namespace=ai-tenant-e2e-extmod-b-7d25db priority=0:[ai-tenant-e2e-extmod-b-7d25db/e2e-shr-auth-81442b-sub ai-tenant-e2e-extmod-b-7d25db/e2e-shr-quota-5ef63d-sub ai-tenant-e2e-extmod-b-7d25db/e2e-shr-shared-616643-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:13.438630001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"e2e-auth-iso-743a04","reconcileID":"f76488a7-d953-42e7-b118-57e61da5b628","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-71cea4","tenantID":"e2e-shared-a-w0-71cea4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:13.445769623Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-unrel-bd0892","reconcileID":"ed066211-296f-472d-a892-9a0b6aaca0c0","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-att-user-a1f8ce/e2e-att-unrel-bd0892","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:13.445788189Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-unrel-bd0892","reconcileID":"ed066211-296f-472d-a892-9a0b6aaca0c0","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"routeName":"external-model-e2e-att-unrel-bd0892-ebe3eedf0976","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-att-unrel-bd0892","externalModel":"e2e-att-unrel-bd0892","provider":"e2e-att-unrel-bd0892-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:13.49552838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"e2e-auth-iso-743a04","reconcileID":"f76488a7-d953-42e7-b118-57e61da5b628","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"name":"e2e-shared-a-w0-71cea4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:13.549526486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"e2082c3e-5b7c-40fe-86f0-b1c150b3659c","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-att-user-a1f8ce/e2e-att-detach-f08036","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:13.549549124Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"e2082c3e-5b7c-40fe-86f0-b1c150b3659c","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"routeName":"external-model-e2e-att-detach-f08036-3281ff3d31d8","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-att-detach-f08036","externalModel":"e2e-att-detach-f08036","provider":"e2e-att-detach-f08036-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:13.57950679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"e2e-auth-iso-743a04","reconcileID":"9e937f11-86b5-40ba-8ffe-cd85b910b6af","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99e79c","tenantID":"e2e-shared-b-w0-99e79c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:13.605704317Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99e79c","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"auth-test-model-99e79c","reconcileID":"a7f36fa3-e97d-4de1-a34b-e34279ca62c7","MaaSModelRef":{"name":"auth-test-model-99e79c","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"tenant":"e2e-shared-b-w0-99e79c","gateway":"openshift-ingress/e2e-shared-b-w0-99e79c","model":"ai-tenant-e2e-shared-b-w0-99e79c/auth-test-model-99e79c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:13.605719711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99e79c","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"auth-test-model-99e79c","reconcileID":"a7f36fa3-e97d-4de1-a34b-e34279ca62c7","MaaSModelRef":{"name":"auth-test-model-99e79c","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"routeName":"auth-test-model-99e79c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-99e79c","llmisvcName":"auth-test-model-99e79c","gateway":"openshift-ingress/e2e-shared-b-w0-99e79c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:13.636186278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"e2e-auth-iso-743a04","reconcileID":"9e937f11-86b5-40ba-8ffe-cd85b910b6af","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"name":"e2e-shared-b-w0-99e79c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:13.756906535Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"e2e-auth-iso-743a04","reconcileID":"68e5902b-054c-4daa-bc4b-425086ae80de","MaaSSubscription":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fdfb2df7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:13.758191699Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"270737d4-47c4-4bdf-b1d3-f4d7ab7d22ee","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-att-user-a1f8ce/e2e-att-serve-185fad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:13.758215738Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"270737d4-47c4-4bdf-b1d3-f4d7ab7d22ee","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"routeName":"external-model-e2e-att-serve-185fad-5fa01018e074","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-att-serve-185fad","externalModel":"e2e-att-serve-185fad","provider":"e2e-att-serve-185fad-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:13.832544363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"e2e-auth-iso-743a04","reconcileID":"d625719a-438e-4875-a573-a1b76a07bbee","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-71cea4","tenantID":"e2e-shared-a-w0-71cea4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:13.88952434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"e2e-auth-iso-743a04","reconcileID":"d625719a-438e-4875-a573-a1b76a07bbee","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"name":"e2e-shared-a-w0-71cea4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:14.012277037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"e2e-auth-iso-743a04","reconcileID":"af18bb4e-2a64-4acf-b888-8db345093b40","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99e79c","tenantID":"e2e-shared-b-w0-99e79c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:14.069074884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"e2e-auth-iso-743a04","reconcileID":"af18bb4e-2a64-4acf-b888-8db345093b40","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"name":"e2e-shared-b-w0-99e79c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:16.053923595Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"8e70d474-554f-4cf9-8359-d63aa7fe1700","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:22.504156637Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-cb9bed-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-sub","reconcileID":"c773d8b6-257f-4e8e-8ffb-0eb26fb89e15","MaaSSubscription":{"name":"e2e-rec-recover-cb9bed-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"model":"e2e-extmod-rec-noaccess-e964fd/e2e-rec-recover-cb9bed","subscription":"e2e-rec-recover-cb9bed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:22.504286058Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-cb9bed-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-sub","reconcileID":"c773d8b6-257f-4e8e-8ffb-0eb26fb89e15","MaaSSubscription":{"name":"e2e-rec-recover-cb9bed-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"model":"e2e-extmod-rec-noaccess-e964fd/e2e-rec-recover-cb9bed","error":"MaaSModelRef not found: e2e-extmod-rec-noaccess-e964fd/e2e-rec-recover-cb9bed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:22.826313174Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-8f45a2 priority=0:[ai-tenant-e2e-extmod-a-8f45a2/e2e-shr-auth-81442b-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-shr-quota-5ef63d-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-shr-shared-616643-sub]","namespace=ai-tenant-e2e-extmod-b-3986bf priority=0:[ai-tenant-e2e-extmod-b-3986bf/e2e-att-detach-f08036-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-serve-185fad-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-unrel-bd0892-sub ai-tenant-e2e-extmod-b-3986bf/e2e-rec-ctrl-3ea756-sub]","namespace=ai-tenant-e2e-extmod-b-7d25db priority=0:[ai-tenant-e2e-extmod-b-7d25db/e2e-shr-auth-81442b-sub ai-tenant-e2e-extmod-b-7d25db/e2e-shr-quota-5ef63d-sub ai-tenant-e2e-extmod-b-7d25db/e2e-shr-shared-616643-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:23.145093809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"1cf7557c-40bf-4bb2-8eaf-642790cdfba4","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:23.145287958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"ab84a50c-d935-4077-9acf-502cbbedca66","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:23.145096675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"a92f0ae5-31ab-42f2-8cb4-583f55824aa7","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:23.147403744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"9e11f25b-abb9-41f2-8d46-61d424344932","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:23.147442031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"c52ee24e-1692-4aa2-8467-50eaf667eb97","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:23.202531373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"1cf7557c-40bf-4bb2-8eaf-642790cdfba4","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:23.202896691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"ab84a50c-d935-4077-9acf-502cbbedca66","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:23.204904258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"9e11f25b-abb9-41f2-8d46-61d424344932","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:23.2051275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"a92f0ae5-31ab-42f2-8cb4-583f55824aa7","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:23.206944258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"c52ee24e-1692-4aa2-8467-50eaf667eb97","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:23.260508744Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"9e11f25b-abb9-41f2-8d46-61d424344932","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"model":"e2e-extmod-rec-noaccess-e964fd/e2e-rec-recover-cb9bed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:23.262198819Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"c52ee24e-1692-4aa2-8467-50eaf667eb97","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"model":"e2e-extmod-rec-user-0efdb9/e2e-rec-ctrl-3ea756","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:23.413513602Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-recover-cb9bed-access","reconcileID":"f0b7573a-6d77-49d3-9b2c-a83d9c2537cf","MaaSAuthPolicy":{"name":"e2e-rec-recover-cb9bed-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"model":"e2e-extmod-rec-noaccess-e964fd/e2e-rec-recover-cb9bed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:23.809693557Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"e2e-auth-iso-743a04","reconcileID":"015310ed-0ca6-4a29-b8ca-aa30a95c51b8","MaaSSubscription":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"model":"ai-tenant-e2e-shared-b-w0-99e79c/auth-test-model-99e79c","subscription":"e2e-auth-iso-743a04","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:23.862132068Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"e2e-auth-iso-743a04","reconcileID":"015310ed-0ca6-4a29-b8ca-aa30a95c51b8","MaaSSubscription":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"model":"ai-tenant-e2e-shared-b-w0-99e79c/auth-test-model-99e79c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:23.914631166Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"e2e-auth-iso-743a04","reconcileID":"015310ed-0ca6-4a29-b8ca-aa30a95c51b8","MaaSSubscription":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"name":"maas-trlp-auth-test-model-99e79c","namespace":"ai-tenant-e2e-shared-b-w0-99e79c","model":"ai-tenant-e2e-shared-b-w0-99e79c/auth-test-model-99e79c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:24.188377737Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99e79c","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"auth-test-model-99e79c","reconcileID":"888341c1-58cd-4405-b39c-c4619dd513d1","MaaSModelRef":{"name":"auth-test-model-99e79c","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"tenant":"e2e-shared-b-w0-99e79c","gateway":"openshift-ingress/e2e-shared-b-w0-99e79c","model":"ai-tenant-e2e-shared-b-w0-99e79c/auth-test-model-99e79c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:24.188399459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99e79c","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"auth-test-model-99e79c","reconcileID":"888341c1-58cd-4405-b39c-c4619dd513d1","MaaSModelRef":{"name":"auth-test-model-99e79c","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"routeName":"auth-test-model-99e79c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-99e79c","llmisvcName":"auth-test-model-99e79c","gateway":"openshift-ingress/e2e-shared-b-w0-99e79c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:24.188894997Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-8f45a2 priority=0:[ai-tenant-e2e-extmod-a-8f45a2/e2e-shr-auth-81442b-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-shr-quota-5ef63d-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-shr-shared-616643-sub]","namespace=ai-tenant-e2e-extmod-b-3986bf priority=0:[ai-tenant-e2e-extmod-b-3986bf/e2e-att-detach-f08036-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-serve-185fad-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-unrel-bd0892-sub ai-tenant-e2e-extmod-b-3986bf/e2e-rec-ctrl-3ea756-sub]","namespace=ai-tenant-e2e-extmod-b-7d25db priority=0:[ai-tenant-e2e-extmod-b-7d25db/e2e-shr-auth-81442b-sub ai-tenant-e2e-extmod-b-7d25db/e2e-shr-quota-5ef63d-sub ai-tenant-e2e-extmod-b-7d25db/e2e-shr-shared-616643-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:24.294234771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"e2e-auth-iso-743a04","reconcileID":"47208cfd-1803-42a3-a806-f61ede678d8e","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99e79c","tenantID":"e2e-shared-b-w0-99e79c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:24.329236844Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"e2e-auth-iso-743a04","reconcileID":"d6449008-203f-42dc-84ef-11788cdca038","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"model":"ai-tenant-e2e-shared-a-w0-71cea4/auth-test-model-71cea4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:24.329309685Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-71cea4","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"auth-test-model-71cea4","reconcileID":"21ece1ec-265a-43de-ae34-f7169ea812f4","MaaSModelRef":{"name":"auth-test-model-71cea4","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"tenant":"e2e-shared-a-w0-71cea4","gateway":"openshift-ingress/e2e-shared-a-w0-71cea4","model":"ai-tenant-e2e-shared-a-w0-71cea4/auth-test-model-71cea4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:24.329356374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-71cea4","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"auth-test-model-71cea4","reconcileID":"21ece1ec-265a-43de-ae34-f7169ea812f4","MaaSModelRef":{"name":"auth-test-model-71cea4","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"routeName":"auth-test-model-71cea4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-71cea4","llmisvcName":"auth-test-model-71cea4","gateway":"openshift-ingress/e2e-shared-a-w0-71cea4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:24.351490584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"e2e-auth-iso-743a04","reconcileID":"47208cfd-1803-42a3-a806-f61ede678d8e","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"name":"e2e-shared-b-w0-99e79c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:24.488432576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"e2e-auth-iso-743a04","reconcileID":"d6449008-203f-42dc-84ef-11788cdca038","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-71cea4","tenantID":"e2e-shared-a-w0-71cea4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:24.660305585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"e2e-auth-iso-743a04","reconcileID":"d4c0351d-8d65-49c1-8954-9ed190cd7c9f","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99e79c","tenantID":"e2e-shared-b-w0-99e79c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:24.660891873Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"e2e-auth-iso-743a04","reconcileID":"d6449008-203f-42dc-84ef-11788cdca038","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"name":"e2e-shared-a-w0-71cea4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:24.660907252Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"e2e-auth-iso-743a04","reconcileID":"d6449008-203f-42dc-84ef-11788cdca038","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-71cea4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:24.751614851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"e2e-auth-iso-743a04","reconcileID":"d4c0351d-8d65-49c1-8954-9ed190cd7c9f","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"name":"e2e-shared-b-w0-99e79c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:24.752659793Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-71cea4","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"auth-test-model-71cea4","reconcileID":"f0c44bae-9f2b-4f5c-926d-cce146e64756","MaaSModelRef":{"name":"auth-test-model-71cea4","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"tenant":"e2e-shared-a-w0-71cea4","gateway":"openshift-ingress/e2e-shared-a-w0-71cea4","model":"ai-tenant-e2e-shared-a-w0-71cea4/auth-test-model-71cea4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:24.752677817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-71cea4","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"auth-test-model-71cea4","reconcileID":"f0c44bae-9f2b-4f5c-926d-cce146e64756","MaaSModelRef":{"name":"auth-test-model-71cea4","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"routeName":"auth-test-model-71cea4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-71cea4","llmisvcName":"auth-test-model-71cea4","gateway":"openshift-ingress/e2e-shared-a-w0-71cea4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:24.860897875Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99e79c","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"auth-test-model-99e79c","reconcileID":"7cde4c7c-0959-4b3e-9698-8072f95d0bfa","MaaSModelRef":{"name":"auth-test-model-99e79c","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"tenant":"e2e-shared-b-w0-99e79c","gateway":"openshift-ingress/e2e-shared-b-w0-99e79c","model":"ai-tenant-e2e-shared-b-w0-99e79c/auth-test-model-99e79c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:24.860923074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99e79c","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"auth-test-model-99e79c","reconcileID":"7cde4c7c-0959-4b3e-9698-8072f95d0bfa","MaaSModelRef":{"name":"auth-test-model-99e79c","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"routeName":"auth-test-model-99e79c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-99e79c","llmisvcName":"auth-test-model-99e79c","gateway":"openshift-ingress/e2e-shared-b-w0-99e79c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:24.955175974Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"e2e-auth-iso-743a04","reconcileID":"9df1fbf5-9f44-481e-9a9d-60c4c1bbb194","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"model":"ai-tenant-e2e-shared-b-w0-99e79c/auth-test-model-99e79c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:25.211639998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"e2e-auth-iso-743a04","reconcileID":"9df1fbf5-9f44-481e-9a9d-60c4c1bbb194","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99e79c","tenantID":"e2e-shared-b-w0-99e79c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:25.342828054Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"e2e-auth-iso-743a04","reconcileID":"9df1fbf5-9f44-481e-9a9d-60c4c1bbb194","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"name":"e2e-shared-b-w0-99e79c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:25.343266087Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"e2e-auth-iso-743a04","reconcileID":"9df1fbf5-9f44-481e-9a9d-60c4c1bbb194","MaaSAuthPolicy":{"name":"e2e-auth-iso-743a04","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99e79c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:25.399574397Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99e79c","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"auth-test-model-99e79c","reconcileID":"66f627db-0bb6-4b25-b835-91f481315c7a","MaaSModelRef":{"name":"auth-test-model-99e79c","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"tenant":"e2e-shared-b-w0-99e79c","gateway":"openshift-ingress/e2e-shared-b-w0-99e79c","model":"ai-tenant-e2e-shared-b-w0-99e79c/auth-test-model-99e79c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:25.399605376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99e79c","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"auth-test-model-99e79c","reconcileID":"66f627db-0bb6-4b25-b835-91f481315c7a","MaaSModelRef":{"name":"auth-test-model-99e79c","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"routeName":"auth-test-model-99e79c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-99e79c","llmisvcName":"auth-test-model-99e79c","gateway":"openshift-ingress/e2e-shared-b-w0-99e79c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:26.164287796Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"14fcd996-6d83-4b52-b993-941522109515","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:29.228676983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-83558e40"},"namespace":"ai-tenant-e2e-ait-83558e40","name":"default-tenant","reconcileID":"c3162f0f-e278-443d-9e1d-2b286ec1ff2f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-83558e40","tenantID":"e2e-ait-83558e40","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:29.345243225Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-83558e40"},"namespace":"ai-tenant-e2e-ait-83558e40","name":"default-tenant","reconcileID":"c3162f0f-e278-443d-9e1d-2b286ec1ff2f","name":"e2e-ait-83558e40-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:34.31874054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"753b1e45-c4b6-46b6-81ff-1dcd36729f33","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:34.3195687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"92e747fd-150e-4aa4-9b94-ece08e61acc0","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:34.320214689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"829f1e45-687c-484d-9cbf-9733346e1a2f","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:34.320781226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"1c78aeb5-3ca7-4da9-b8b5-2a484097536c","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:34.37565002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"753b1e45-c4b6-46b6-81ff-1dcd36729f33","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:34.376171058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"92e747fd-150e-4aa4-9b94-ece08e61acc0","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:34.377889039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"829f1e45-687c-484d-9cbf-9733346e1a2f","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:34.378484763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"1c78aeb5-3ca7-4da9-b8b5-2a484097536c","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:34.431152468Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"753b1e45-c4b6-46b6-81ff-1dcd36729f33","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"model":"e2e-extmod-rec-user-0efdb9/e2e-rec-ctrl-3ea756","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:36.269418679Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"a4b2ac3b-36a2-4588-acd9-7d2b9bf868bf","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:36.704790061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"c79905dc-8cd9-471d-be3a-b8dacc133bd3","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:36.761343288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"ebae893d-d792-4c7d-96a9-1ef0530bee3a","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:36.777403128Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:36.918822516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-1b8deb1d","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-gw-auth-1b8deb1d","reconcileID":"6110295b-65c2-4e49-bd00-c801bd0eaea2","MaaSAuthPolicy":{"name":"e2e-gw-auth-1b8deb1d","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:36.975489014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-1b8deb1d","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-gw-auth-1b8deb1d","reconcileID":"6110295b-65c2-4e49-bd00-c801bd0eaea2","MaaSAuthPolicy":{"name":"e2e-gw-auth-1b8deb1d","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:37.290890393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"011b7028-2944-4b67-b270-2412c5e81f6c","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:37.447849506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-1b8deb1d","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-gw-auth-1b8deb1d","reconcileID":"bb395fab-7055-4f77-8044-b02865bb7dca","MaaSAuthPolicy":{"name":"e2e-gw-auth-1b8deb1d","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:37.504629629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-1b8deb1d","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-gw-auth-1b8deb1d","reconcileID":"bb395fab-7055-4f77-8044-b02865bb7dca","MaaSAuthPolicy":{"name":"e2e-gw-auth-1b8deb1d","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:39.727643624Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-1b8deb1d","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"e2e-gw-auth-1b8deb1d","reconcileID":"4fdc01dc-08d2-456d-9b9f-40d497916c24","MaaSAuthPolicy":{"name":"e2e-gw-auth-1b8deb1d","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:39.727794307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"f654bf7d-c4c2-42ee-8e91-62c24601df3b","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:39.936498331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"b3a38f0f-8e5b-4f6f-bf3c-d5ebef67ebc9","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:44.213387289Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-3ea756-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-sub","reconcileID":"241c8c74-6d1a-4f4c-a081-b4ca808c7b08","MaaSSubscription":{"name":"e2e-rec-ctrl-3ea756-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"model":"e2e-extmod-rec-user-0efdb9/e2e-rec-ctrl-3ea756","subscription":"e2e-rec-ctrl-3ea756-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:44.213544389Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-3ea756-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-sub","reconcileID":"241c8c74-6d1a-4f4c-a081-b4ca808c7b08","MaaSSubscription":{"name":"e2e-rec-ctrl-3ea756-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"model":"e2e-extmod-rec-user-0efdb9/e2e-rec-ctrl-3ea756","error":"MaaSModelRef not found: e2e-extmod-rec-user-0efdb9/e2e-rec-ctrl-3ea756","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:44.539068367Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-8f45a2 priority=0:[ai-tenant-e2e-extmod-a-8f45a2/e2e-shr-auth-81442b-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-shr-quota-5ef63d-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-shr-shared-616643-sub]","namespace=ai-tenant-e2e-extmod-b-3986bf priority=0:[ai-tenant-e2e-extmod-b-3986bf/e2e-att-detach-f08036-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-serve-185fad-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-unrel-bd0892-sub]","namespace=ai-tenant-e2e-extmod-b-7d25db priority=0:[ai-tenant-e2e-extmod-b-7d25db/e2e-shr-auth-81442b-sub ai-tenant-e2e-extmod-b-7d25db/e2e-shr-quota-5ef63d-sub ai-tenant-e2e-extmod-b-7d25db/e2e-shr-shared-616643-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:44.649134035Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-unrel-bd0892","reconcileID":"50f2e3c8-8141-4826-bca2-a332092bed71","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-att-user-a1f8ce/e2e-att-unrel-bd0892","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:44.649164553Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-unrel-bd0892","reconcileID":"50f2e3c8-8141-4826-bca2-a332092bed71","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"routeName":"external-model-e2e-att-unrel-bd0892-ebe3eedf0976","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-att-unrel-bd0892","externalModel":"e2e-att-unrel-bd0892","provider":"e2e-att-unrel-bd0892-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:44.75343399Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"a6b61038-af09-4cab-b323-f3561dbdd573","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-att-user-a1f8ce/e2e-att-detach-f08036","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:44.753456606Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"a6b61038-af09-4cab-b323-f3561dbdd573","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"routeName":"external-model-e2e-att-detach-f08036-3281ff3d31d8","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-att-detach-f08036","externalModel":"e2e-att-detach-f08036","provider":"e2e-att-detach-f08036-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:44.799090205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"95cc2d9c-f988-477d-b129-4e40da6cc14d","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:44.799090182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"a0ebf0ce-7098-4e5a-86d4-71cd56c9d4ff","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:44.800220002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"2a5aa7c2-390b-4936-8816-5f093fdcb1ae","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:44.800238834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"882fe921-d289-4f83-bd8b-96d206ec92e7","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:44.857798524Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"b71b05e9-2f73-4cac-8980-7c5bd40a398e","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-att-user-a1f8ce/e2e-att-serve-185fad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:44.857819583Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"b71b05e9-2f73-4cac-8980-7c5bd40a398e","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"routeName":"external-model-e2e-att-serve-185fad-5fa01018e074","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-att-serve-185fad","externalModel":"e2e-att-serve-185fad","provider":"e2e-att-serve-185fad-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:44.860231485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"95cc2d9c-f988-477d-b129-4e40da6cc14d","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:44.860533514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"2a5aa7c2-390b-4936-8816-5f093fdcb1ae","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:44.862524435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"a0ebf0ce-7098-4e5a-86d4-71cd56c9d4ff","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:44.862751464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"882fe921-d289-4f83-bd8b-96d206ec92e7","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:44.915532147Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"2a5aa7c2-390b-4936-8816-5f093fdcb1ae","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"model":"e2e-extmod-rec-user-0efdb9/e2e-rec-ctrl-3ea756","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:45.068083472Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-rec-ctrl-3ea756-access","reconcileID":"30c14ee4-c11d-4481-83b8-0a871b7ce79b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-3ea756-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"model":"e2e-extmod-rec-user-0efdb9/e2e-rec-ctrl-3ea756","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:46.374794895Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"b27d8c55-3868-4f31-a7af-27be73569cc3","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:56.479184036Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"9b8367fc-b69b-40fd-83b2-7b3fd8e0e732","MaaSModelRef":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:57.603468953Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"d9c085e6-6b37-4966-a3ff-878cb0163fe0","namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:57.781762418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"1f6d87fb-fadd-4812-839f-fba4445f2ac3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:57.830085616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"67cb309d-e619-4d07-aecd-9db9b0d9a1a9","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:57.832830484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-quota-5ef63d-access","reconcileID":"28e6d6ba-7686-47ca-a4f6-9adf970e9e50","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:57.832911402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"98eb8bf5-5a13-4c11-9f0c-d51bfcf2ac0a","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:57.834502989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"47a57b13-c74b-4ae1-8837-a3531bbeb9c6","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:57.839807807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"1f6d87fb-fadd-4812-839f-fba4445f2ac3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:57.887002377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"67cb309d-e619-4d07-aecd-9db9b0d9a1a9","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:57.889839566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"98eb8bf5-5a13-4c11-9f0c-d51bfcf2ac0a","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:57.889877269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-quota-5ef63d-access","reconcileID":"28e6d6ba-7686-47ca-a4f6-9adf970e9e50","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:57.892238648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"47a57b13-c74b-4ae1-8837-a3531bbeb9c6","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:57.987655033Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-6ccb55","namespace":"e2e-extmod-att-noaccess-377c54"},"namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","reconcileID":"ec484149-a50a-43e8-bb9f-af45d0c54814","namespace":"e2e-extmod-att-noaccess-377c54","name":"e2e-att-noaccess-6ccb55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:58.199186418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"52a503e2-7c21-44b5-a2d2-75b098748995","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:58.261939223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"52a503e2-7c21-44b5-a2d2-75b098748995","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:58.310033661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"4c3c47ed-44cb-46d0-a9ea-a150cc027141","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:58.380004349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"98fe7f05-5aab-4df9-949e-07b686c5af8b","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:58.389544509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"4c3c47ed-44cb-46d0-a9ea-a150cc027141","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:58.432965068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-quota-5ef63d-access","reconcileID":"8003f790-acb4-4cfb-95a1-875ff95a14a0","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:58.453192223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"98fe7f05-5aab-4df9-949e-07b686c5af8b","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:58.484831247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"a0722323-6e45-4bfb-ba87-4ea495106849","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:58.489993022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-quota-5ef63d-access","reconcileID":"8003f790-acb4-4cfb-95a1-875ff95a14a0","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:58.541934661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"a0722323-6e45-4bfb-ba87-4ea495106849","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:58.740969826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"5459a24c-a872-4a32-b89f-b2219e6fff59","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:58.790491638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3a73a8b7-06e3-4125-a73e-178aacbb0e02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:58.797809356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"5459a24c-a872-4a32-b89f-b2219e6fff59","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:58.847339592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3a73a8b7-06e3-4125-a73e-178aacbb0e02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:58.896461879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"c1afcfa1-1ce4-462d-b753-7fee5316a30e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:58.957526337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"c1afcfa1-1ce4-462d-b753-7fee5316a30e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:58.996700963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"1df61d73-6af8-42fc-bf48-ba1f72d4e099","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:58.996701179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"4b706158-77ee-41f1-a667-d4392994b44b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:59.057762381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"4b706158-77ee-41f1-a667-d4392994b44b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:59.062861885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"1df61d73-6af8-42fc-bf48-ba1f72d4e099","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:24:59.196825485Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"758be59e-087b-41d9-9132-086a62db9c3a","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:24:59.196900961Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"758be59e-087b-41d9-9132-086a62db9c3a","error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:59.299106916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"a4a3a38b-edb6-4463-b8f3-0bfadc0ecf0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:59.35484161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"5a023f3f-d8bb-41b5-950f-4a422813d004","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:59.362391292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"a4a3a38b-edb6-4463-b8f3-0bfadc0ecf0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:59.415081963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"5a023f3f-d8bb-41b5-950f-4a422813d004","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:59.470472218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"fc930be6-1f38-4439-a1f4-85969afd4984","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:59.525667898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-quota-5ef63d-access","reconcileID":"a2321c54-060f-4b98-9be1-0b8c4fda8160","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:59.526087334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"607a24dc-5457-4a50-877c-2e20fd71abe3","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:59.530792842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"fc930be6-1f38-4439-a1f4-85969afd4984","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:59.585043269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"607a24dc-5457-4a50-877c-2e20fd71abe3","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:59.585104227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-quota-5ef63d-access","reconcileID":"a2321c54-060f-4b98-9be1-0b8c4fda8160","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:59.737424286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"58236f0d-69a1-40ce-a7c5-e43e4b282e15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:59.79523944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"58236f0d-69a1-40ce-a7c5-e43e4b282e15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:24:59.943530739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"170d072a-238d-4d75-a312-f1471189c512","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:00.000105198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"170d072a-238d-4d75-a312-f1471189c512","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:00.057705737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb7deaf9-f17c-48bf-8a00-4b43c4283ab2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:00.111347038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb7deaf9-f17c-48bf-8a00-4b43c4283ab2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:00.165566364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb7deaf9-f17c-48bf-8a00-4b43c4283ab2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:00.218067465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb7deaf9-f17c-48bf-8a00-4b43c4283ab2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:02.193149522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c257b36-5abf-4f13-b8f6-9dd7b6bcf341","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:02.244936797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c257b36-5abf-4f13-b8f6-9dd7b6bcf341","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:02.297026345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c257b36-5abf-4f13-b8f6-9dd7b6bcf341","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:02.349722097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c257b36-5abf-4f13-b8f6-9dd7b6bcf341","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:02.765252635Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"868e64cf-9ea4-4474-a966-54ec3329b325","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:02.765334595Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"868e64cf-9ea4-4474-a966-54ec3329b325","error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:02.928151621Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"3e7d8573-12e3-43fb-bc59-e5f5a1490bd3","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:02.928221776Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"3e7d8573-12e3-43fb-bc59-e5f5a1490bd3","error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:04.087962685Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"55d273f4-36ae-4fa3-bbc3-91c6ef3ef697","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:04.088036241Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"55d273f4-36ae-4fa3-bbc3-91c6ef3ef697","error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:04.199119942Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-f13905","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-f13905","reconcileID":"9086f865-2956-4c50-a323-04ba43e647c4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-f13905","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-f13905":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:04.315003958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d3bd57a-3a58-46a7-babc-db36cfcad9de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:04.366947839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d3bd57a-3a58-46a7-babc-db36cfcad9de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:04.418863724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d3bd57a-3a58-46a7-babc-db36cfcad9de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:04.470904947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d3bd57a-3a58-46a7-babc-db36cfcad9de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:04.595633674Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"651c4e82-46be-4f18-843b-3b9089463a80","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:04.595815239Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"651c4e82-46be-4f18-843b-3b9089463a80","error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:06.369528325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3a45fb9-27ae-437a-b197-f367547d0f60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:06.421544939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3a45fb9-27ae-437a-b197-f367547d0f60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:06.474013803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3a45fb9-27ae-437a-b197-f367547d0f60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:06.526007761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3a45fb9-27ae-437a-b197-f367547d0f60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:06.652660548Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"51c492cf-51b0-455c-82d4-070a6f86bba6","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:06.652725467Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"51c492cf-51b0-455c-82d4-070a6f86bba6","error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:06.777285486Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:08.828157412Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-5ef63d-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-quota-5ef63d-e2e-extmod-b-7d25db","reconcileID":"d7f58297-9781-4b8b-bed8-909a7b24fcbc","MaaSModelRef":{"name":"e2e-shr-quota-5ef63d-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-quota-5ef63d-e0b5bf5f2e7b","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-quota-5ef63d-e2e-extmod-b-7d25db","externalModel":"e2e-shr-quota-5ef63d","provider":"e2e-shr-quota-5ef63d-provider","gateway":"openshift-ingress/e2e-extmod-b-7d25db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:08.994416567Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-5ef63d-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-quota-5ef63d-sub","reconcileID":"d8e533dc-0b3f-4f5c-bf43-797aa51fb306","MaaSSubscription":{"name":"e2e-shr-quota-5ef63d-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a355f03b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:08.99469581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"422a6ae5-071e-4cde-8ca9-7ac04a48cc67","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:08.994712399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-quota-5ef63d-access","reconcileID":"bd9e733c-84c7-4008-81e1-7f937c5d6ee8","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:08.995607736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"580a1e56-04a3-448e-a7fd-a67ad96279d5","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:09.051394426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"422a6ae5-071e-4cde-8ca9-7ac04a48cc67","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:09.052452566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-quota-5ef63d-access","reconcileID":"bd9e733c-84c7-4008-81e1-7f937c5d6ee8","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:09.053686856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"580a1e56-04a3-448e-a7fd-a67ad96279d5","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:09.39243493Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"4ef3d3a3-be85-4640-951d-b4e711713640","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-att-user-a1f8ce/e2e-att-detach-f08036","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:09.392464278Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"4ef3d3a3-be85-4640-951d-b4e711713640","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"routeName":"external-model-e2e-att-detach-f08036-3281ff3d31d8","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-att-detach-f08036","externalModel":"e2e-att-detach-f08036","provider":"e2e-att-detach-f08036-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:09.524190121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"d27aa627-64c8-45a9-aec2-c8e68b66b2c8","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:09.524378332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-quota-5ef63d-access","reconcileID":"2ea60247-0f9f-4580-91bc-fcda6ba1af1c","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:09.526004951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"6f0d0ce0-6d80-4b37-9410-638ca4345f65","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:09.554571649Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-f08036-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-sub","reconcileID":"e8f8fdb3-2ef1-4bb4-86b0-13b0dcd1acb6","MaaSSubscription":{"name":"e2e-att-detach-f08036-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a3f698a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:09.581194532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"d27aa627-64c8-45a9-aec2-c8e68b66b2c8","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:09.582457954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-quota-5ef63d-access","reconcileID":"2ea60247-0f9f-4580-91bc-fcda6ba1af1c","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:09.583500445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"6f0d0ce0-6d80-4b37-9410-638ca4345f65","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:09.626778081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"49eb2029-b735-4c68-a984-3936a212becb","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:09.626809248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"c7605123-96de-4e43-ae8e-c6c33a4d0ffb","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:09.724506342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"49eb2029-b735-4c68-a984-3936a212becb","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:09.72461073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"c7605123-96de-4e43-ae8e-c6c33a4d0ffb","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:10.082642194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"f9c2a718-96f0-4c71-b26e-346af6c0c4d9","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:10.142163989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"f9c2a718-96f0-4c71-b26e-346af6c0c4d9","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:10.206440026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"5b3852b4-c8bd-437f-88aa-b30d730797a9","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:10.206449629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"5f66765d-f482-4d40-894c-bf020ca67f24","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:10.264948169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"5b3852b4-c8bd-437f-88aa-b30d730797a9","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:10.266387694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"5f66765d-f482-4d40-894c-bf020ca67f24","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:19.047040061Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-5ef63d-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-quota-5ef63d-sub","reconcileID":"82eeca03-4b6d-444b-99fc-85d8ce247a36","MaaSSubscription":{"name":"e2e-shr-quota-5ef63d-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"model":"e2e-extmod-shr-user-cd78f1/e2e-shr-quota-5ef63d-e2e-extmod-b-7d25db","subscription":"e2e-shr-quota-5ef63d-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:19.151714885Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-5ef63d-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-quota-5ef63d-sub","reconcileID":"82eeca03-4b6d-444b-99fc-85d8ce247a36","MaaSSubscription":{"name":"e2e-shr-quota-5ef63d-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"model":"e2e-extmod-shr-user-cd78f1/e2e-shr-quota-5ef63d-e2e-extmod-b-7d25db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:19.204113513Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-5ef63d-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-quota-5ef63d-sub","reconcileID":"82eeca03-4b6d-444b-99fc-85d8ce247a36","MaaSSubscription":{"name":"e2e-shr-quota-5ef63d-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"maas-trlp-e2e-shr-quota-5ef63d-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-quota-5ef63d-e2e-extmod-b-7d25db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:19.478188276Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-8f45a2 priority=0:[ai-tenant-e2e-extmod-a-8f45a2/e2e-shr-auth-81442b-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-shr-quota-5ef63d-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-shr-shared-616643-sub]","namespace=ai-tenant-e2e-extmod-b-3986bf priority=0:[ai-tenant-e2e-extmod-b-3986bf/e2e-att-serve-185fad-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-unrel-bd0892-sub]","namespace=ai-tenant-e2e-extmod-b-7d25db priority=0:[ai-tenant-e2e-extmod-b-7d25db/e2e-shr-auth-81442b-sub ai-tenant-e2e-extmod-b-7d25db/e2e-shr-shared-616643-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:19.530625988Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-5ef63d-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-quota-5ef63d-e2e-extmod-b-7d25db","reconcileID":"df45b9e8-a74b-4167-9b0d-485be70d1ca7","MaaSModelRef":{"name":"e2e-shr-quota-5ef63d-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-quota-5ef63d-e0b5bf5f2e7b","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-quota-5ef63d-e2e-extmod-b-7d25db","externalModel":"e2e-shr-quota-5ef63d","provider":"e2e-shr-quota-5ef63d-provider","gateway":"openshift-ingress/e2e-extmod-b-7d25db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:19.606660243Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-f08036-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-sub","reconcileID":"41bc18f6-4c6c-4a76-bc03-7f722a58cbc7","MaaSSubscription":{"name":"e2e-att-detach-f08036-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"model":"e2e-extmod-att-user-a1f8ce/e2e-att-detach-f08036","subscription":"e2e-att-detach-f08036-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:19.687216271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-quota-5ef63d-access","reconcileID":"5dfd20c3-c63f-4729-95fe-ad978e56cff2","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:19.68727722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"53f8a8a2-4c97-46ee-925c-a0a6305f9921","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:19.688067649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"c0d98f04-bdff-4906-83b1-4b19f9e72f6e","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:19.693296308Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","reconcileID":"1ed880c5-2853-4bcb-afbc-2d94f6821292","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-shared-616643-e4da3965f644","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","externalModel":"e2e-shr-shared-616643","provider":"e2e-shr-shared-616643-provider","gateway":"openshift-ingress/e2e-extmod-b-7d25db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:19.710562689Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-f08036-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-sub","reconcileID":"41bc18f6-4c6c-4a76-bc03-7f722a58cbc7","MaaSSubscription":{"name":"e2e-att-detach-f08036-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"model":"e2e-extmod-att-user-a1f8ce/e2e-att-detach-f08036","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:19.744072225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-quota-5ef63d-access","reconcileID":"5dfd20c3-c63f-4729-95fe-ad978e56cff2","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:19.744285271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"53f8a8a2-4c97-46ee-925c-a0a6305f9921","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:19.746411842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"c0d98f04-bdff-4906-83b1-4b19f9e72f6e","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:19.762352139Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-f08036-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-sub","reconcileID":"41bc18f6-4c6c-4a76-bc03-7f722a58cbc7","MaaSSubscription":{"name":"e2e-att-detach-f08036-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-extmod-att-user-a1f8ce/e2e-att-detach-f08036","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:19.797420826Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-unrel-bd0892","reconcileID":"b67f085c-c64f-491e-bce9-01d769535239","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-att-user-a1f8ce/e2e-att-unrel-bd0892","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:19.797438598Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-unrel-bd0892","reconcileID":"b67f085c-c64f-491e-bce9-01d769535239","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"routeName":"external-model-e2e-att-unrel-bd0892-ebe3eedf0976","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-att-unrel-bd0892","externalModel":"e2e-att-unrel-bd0892","provider":"e2e-att-unrel-bd0892-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:19.903061569Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-5ef63d-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-quota-5ef63d-e2e-extmod-b-7d25db","reconcileID":"b3adc207-0119-4eda-a7df-68bcef88658b","MaaSModelRef":{"name":"e2e-shr-quota-5ef63d-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-quota-5ef63d-e0b5bf5f2e7b","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-quota-5ef63d-e2e-extmod-b-7d25db","externalModel":"e2e-shr-quota-5ef63d","provider":"e2e-shr-quota-5ef63d-provider","gateway":"openshift-ingress/e2e-extmod-b-7d25db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:20.005976282Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-quota-5ef63d-access","reconcileID":"0424d032-85c5-437f-ba05-2c7848f822b1","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"model":"e2e-extmod-shr-user-cd78f1/e2e-shr-quota-5ef63d-e2e-extmod-b-7d25db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:20.007409413Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","reconcileID":"f4538124-692f-446c-814d-491b7bab2e80","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-auth-81442b-2d53748654e6","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","externalModel":"e2e-shr-auth-81442b","provider":"e2e-shr-auth-81442b-provider","gateway":"openshift-ingress/e2e-extmod-b-7d25db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:20.035960294Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-8f45a2 priority=0:[ai-tenant-e2e-extmod-a-8f45a2/e2e-shr-auth-81442b-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-shr-quota-5ef63d-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-shr-shared-616643-sub]","namespace=ai-tenant-e2e-extmod-b-3986bf priority=0:[ai-tenant-e2e-extmod-b-3986bf/e2e-att-serve-185fad-sub ai-tenant-e2e-extmod-b-3986bf/e2e-att-unrel-bd0892-sub]","namespace=ai-tenant-e2e-extmod-b-7d25db priority=0:[ai-tenant-e2e-extmod-b-7d25db/e2e-shr-auth-81442b-sub ai-tenant-e2e-extmod-b-7d25db/e2e-shr-shared-616643-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:20.111874724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"c9896c36-4537-498b-8a2c-b8164cbbbc44","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-att-user-a1f8ce/e2e-att-serve-185fad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:20.11189896Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"c9896c36-4537-498b-8a2c-b8164cbbbc44","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"routeName":"external-model-e2e-att-serve-185fad-5fa01018e074","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-att-serve-185fad","externalModel":"e2e-att-serve-185fad","provider":"e2e-att-serve-185fad-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:20.216571213Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"923e9c3c-f611-4c50-bf2e-df421894b870","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-att-user-a1f8ce/e2e-att-detach-f08036","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:20.216593665Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"923e9c3c-f611-4c50-bf2e-df421894b870","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"routeName":"external-model-e2e-att-detach-f08036-3281ff3d31d8","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-att-detach-f08036","externalModel":"e2e-att-detach-f08036","provider":"e2e-att-detach-f08036-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:20.245181435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"90d31c22-af68-4ac9-a6b0-48319bc3ab25","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:20.245180957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"a6324ea2-9fc4-446d-b881-6d50e0a5da74","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:20.24727668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"83463076-e4ff-4315-9c51-cad00aa7cfd1","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:20.301926173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"90d31c22-af68-4ac9-a6b0-48319bc3ab25","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:20.302144344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"a6324ea2-9fc4-446d-b881-6d50e0a5da74","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:20.304138657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"83463076-e4ff-4315-9c51-cad00aa7cfd1","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:20.37952431Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"7e0a07f8-576c-4190-b237-266c55c2102a","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-att-user-a1f8ce/e2e-att-detach-f08036","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:20.379556947Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"7e0a07f8-576c-4190-b237-266c55c2102a","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"routeName":"external-model-e2e-att-detach-f08036-3281ff3d31d8","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-att-detach-f08036","externalModel":"e2e-att-detach-f08036","provider":"e2e-att-detach-f08036-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:20.484086728Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-5ef63d-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-quota-5ef63d-e2e-extmod-b-7d25db","reconcileID":"390b102c-ab77-4190-bfd1-ec698426558a","MaaSModelRef":{"name":"e2e-shr-quota-5ef63d-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-quota-5ef63d-e0b5bf5f2e7b","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-quota-5ef63d-e2e-extmod-b-7d25db","externalModel":"e2e-shr-quota-5ef63d","provider":"e2e-shr-quota-5ef63d-provider","gateway":"openshift-ingress/e2e-extmod-b-7d25db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:20.563859153Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-detach-f08036-access","reconcileID":"80a9b66c-1369-4c28-947b-87035ac126e5","MaaSAuthPolicy":{"name":"e2e-att-detach-f08036-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"model":"e2e-extmod-att-user-a1f8ce/e2e-att-detach-f08036","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:20.592779526Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","reconcileID":"fcc7ed65-e633-4941-abdf-b3812a8f72a2","MaaSModelRef":{"name":"e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-quota-5ef63d-66d87494f985","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","externalModel":"e2e-shr-quota-5ef63d","provider":"e2e-shr-quota-5ef63d-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:20.611132993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"17e69734-fe11-42a6-8e21-6e24f9f23c53","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:20.613527106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"cb9f3385-3695-4a90-b722-5ba1bb3e5221","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:20.667733304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"17e69734-fe11-42a6-8e21-6e24f9f23c53","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:20.6703504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"cb9f3385-3695-4a90-b722-5ba1bb3e5221","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:20.7564293Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-5ef63d-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-quota-5ef63d-sub","reconcileID":"ac2c12e5-7a77-4a3d-b86f-f981999e4d01","MaaSSubscription":{"name":"e2e-shr-quota-5ef63d-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-dfca6de2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:20.772256246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-quota-5ef63d-access","reconcileID":"9e168955-7c9e-4e99-afb0-664eb73a34f8","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:20.82882143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-quota-5ef63d-access","reconcileID":"9e168955-7c9e-4e99-afb0-664eb73a34f8","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:20.875209242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"0e7f390a-230d-4ccb-a35b-7f69daa8f812","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-att-user-a1f8ce/e2e-att-detach-f08036","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:20.87523082Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"0e7f390a-230d-4ccb-a35b-7f69daa8f812","MaaSModelRef":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"routeName":"external-model-e2e-att-detach-f08036-3281ff3d31d8","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-att-detach-f08036","externalModel":"e2e-att-detach-f08036","provider":"e2e-att-detach-f08036-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:21.175213613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"634c6764-9a8d-4ab2-92f1-0fea97157087","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:21.175268679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"3382083d-89ae-4d76-8e64-768dace9cc4c","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:21.236003969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"3382083d-89ae-4d76-8e64-768dace9cc4c","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:21.239266848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"634c6764-9a8d-4ab2-92f1-0fea97157087","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:21.294544699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-quota-5ef63d-access","reconcileID":"541e5f42-0aab-4588-a139-3c31a5f83f23","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:21.351338264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-quota-5ef63d-access","reconcileID":"541e5f42-0aab-4588-a139-3c31a5f83f23","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:21.375414318Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"84424d67-e2c9-43c7-b93f-519280d72af7","namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:21.485809558Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"9fb948bd-58b2-482b-81bb-410ced390673","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-att-user-a1f8ce/e2e-att-serve-185fad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:21.485843311Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"9fb948bd-58b2-482b-81bb-410ced390673","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"routeName":"external-model-e2e-att-serve-185fad-5fa01018e074","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-att-serve-185fad","externalModel":"e2e-att-serve-185fad","provider":"e2e-att-serve-185fad-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:21.532173983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"bd304c22-1987-477b-949f-c425d64de778","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:21.532196265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"02be2898-8533-4896-b9e4-e191607a9c36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:21.590446263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"02be2898-8533-4896-b9e4-e191607a9c36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:21.590475122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"bd304c22-1987-477b-949f-c425d64de778","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:21.591098765Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-unrel-bd0892","reconcileID":"da499755-fbaf-4357-b10f-bed501fa6be3","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-att-user-a1f8ce/e2e-att-unrel-bd0892","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:21.59112367Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-unrel-bd0892","reconcileID":"da499755-fbaf-4357-b10f-bed501fa6be3","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"routeName":"external-model-e2e-att-unrel-bd0892-ebe3eedf0976","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-att-unrel-bd0892","externalModel":"e2e-att-unrel-bd0892","provider":"e2e-att-unrel-bd0892-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:21.654810852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"b2c26c0d-ab8b-4a23-88fd-a1b8fe439ea4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:21.655480668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"2266ee52-840e-41d8-a259-6c4dc70d2ff6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:21.697920616Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-bd0892-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-sub","reconcileID":"8f0423e3-6771-46fb-b90b-e50b23be4412","MaaSSubscription":{"name":"e2e-att-unrel-bd0892-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-unrel-bd0892","model":"e2e-extmod-att-user-a1f8ce/e2e-att-unrel-bd0892","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:21.698625596Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-185fad-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-sub","reconcileID":"fbfcef4d-89fa-4e56-b9a8-742e411a69fa","MaaSSubscription":{"name":"e2e-att-serve-185fad-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-serve-185fad","model":"e2e-extmod-att-user-a1f8ce/e2e-att-serve-185fad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:21.7135624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"2266ee52-840e-41d8-a259-6c4dc70d2ff6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:21.716924649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"b2c26c0d-ab8b-4a23-88fd-a1b8fe439ea4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:21.777240997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"2d7d973d-1506-4763-a38e-2499bbd34f91","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:21.834217921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"2d7d973d-1506-4763-a38e-2499bbd34f91","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:21.873793692Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-f08036","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","reconcileID":"ef76dbb1-c41d-4695-9510-cb6dec613fa9","namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-detach-f08036","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:21.967026938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"94926267-803e-4e82-9246-58cd8527bb09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:21.971074889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"88b273ff-0f9c-45f8-ae69-39526deccfdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:22.023689342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"94926267-803e-4e82-9246-58cd8527bb09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:22.027702822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"88b273ff-0f9c-45f8-ae69-39526deccfdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:22.06845885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"a1384a29-7d44-4ef8-b96d-0fec4ff9845c","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:22.068548075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"6d0d773b-fb62-4484-a1be-8a5d473c2660","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:22.1255516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"6d0d773b-fb62-4484-a1be-8a5d473c2660","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:22.125551326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"a1384a29-7d44-4ef8-b96d-0fec4ff9845c","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:22.320360834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-quota-5ef63d-access","reconcileID":"98f3e337-f01b-459a-8ca5-e852b2d883da","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:22.375524322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"312cf6f3-cb02-44b8-a061-597f267dc4b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:22.376007532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"2670bc8a-7dc2-408b-b50d-c31328ab7a46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:22.378686126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-quota-5ef63d-access","reconcileID":"98f3e337-f01b-459a-8ca5-e852b2d883da","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:22.419847246Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-unrel-bd0892","reconcileID":"534172b6-b068-4cda-9585-c4d2dda83dc1","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-att-user-a1f8ce/e2e-att-unrel-bd0892","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:22.419869037Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-unrel-bd0892","reconcileID":"534172b6-b068-4cda-9585-c4d2dda83dc1","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"routeName":"external-model-e2e-att-unrel-bd0892-ebe3eedf0976","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-att-unrel-bd0892","externalModel":"e2e-att-unrel-bd0892","provider":"e2e-att-unrel-bd0892-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:22.434623269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"312cf6f3-cb02-44b8-a061-597f267dc4b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:22.435500095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"2670bc8a-7dc2-408b-b50d-c31328ab7a46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:22.564246391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"b8d87959-a39f-45db-9a47-aa3a8b8e8564","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:22.582430844Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-bd0892-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-sub","reconcileID":"ea8db2a5-0544-4127-a945-f2b24a11a05e","MaaSSubscription":{"name":"e2e-att-unrel-bd0892-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ddab543d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:22.618606331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"f8ef9187-1c6f-4b45-bc5e-31b3606cde38","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:22.623558866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"b8d87959-a39f-45db-9a47-aa3a8b8e8564","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:22.6753667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"f8ef9187-1c6f-4b45-bc5e-31b3606cde38","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:22.793040911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b4a77db5-5549-43d0-8dd1-420747d00709","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:22.796506156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"ba14697c-cd1d-4d46-a2cd-14afe72c578b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:22.844745293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"05b9662a-76f0-458c-a458-e897ee8c85bb","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:22.85267249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b4a77db5-5549-43d0-8dd1-420747d00709","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:22.856689547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"ba14697c-cd1d-4d46-a2cd-14afe72c578b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:22.901743089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"05b9662a-76f0-458c-a458-e897ee8c85bb","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:23.112846171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"cc6b6cf3-425b-4d04-a63e-4349af04c304","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:23.166055147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"eaade6bf-8e5e-4a6a-90c1-083278d63e32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:23.169607055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"cc6b6cf3-425b-4d04-a63e-4349af04c304","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:23.22496034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"eaade6bf-8e5e-4a6a-90c1-083278d63e32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:23.245624781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"fba8619a-84b0-4083-9579-91e4085cfcaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:23.245693093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"77a9fd58-441e-4dcf-b651-995c1c2184b4","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:23.31222069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"fba8619a-84b0-4083-9579-91e4085cfcaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:23.315940197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"77a9fd58-441e-4dcf-b651-995c1c2184b4","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:23.402529739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"083ad287-130b-40a6-bbdf-193d430ca5c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:23.45943866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"083ad287-130b-40a6-bbdf-193d430ca5c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:23.533703608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"86533740-9411-401e-92f5-08fb9113f4e8","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:23.590440059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"86533740-9411-401e-92f5-08fb9113f4e8","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:24.621344783Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-185fad-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-sub","reconcileID":"87de5305-da20-45ef-a2c2-8b253e7f5020","MaaSSubscription":{"name":"e2e-att-serve-185fad-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-serve-185fad","model":"e2e-extmod-att-user-a1f8ce/e2e-att-serve-185fad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:24.669455277Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ece475d8-25ae-4804-b784-6a44eb1163da","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:24.803957304Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-subscription","reconcileID":"4e83d03b-e752-4083-a6e5-f83c1be22315","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:24.904800254Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-subscription","reconcileID":"245b903e-9ae2-4c35-b7be-9ec9e400e606","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-premium-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:25.00559769Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-subscription","reconcileID":"ac32d44e-0253-4d7f-8c3c-8ff9f66ad6ae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-premium-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/premium-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:25.043242699Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"b08cc79b-3ac2-421b-af84-9997b9c94ebc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:25.057982552Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-sub","reconcileID":"7f628dee-ebd8-4995-9a5b-3919956eccb8","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"maas-trlp-e2e-shr-shared-616643-e2e-extmod-b-7d25db","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-shared-616643-e2e-extmod-b-7d25db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:25.563630988Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-subscription","reconcileID":"d718c9c6-d05f-43e8-bc20-20c27371ead6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-premium-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/premium-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:25.712027702Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-sub","reconcileID":"5d8560b7-3744-4694-bfd1-46ea90c9ef86","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:25.90336044Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-sub","reconcileID":"85a934d3-3cd0-43fe-aae1-6c1ed79fa500","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"maas-trlp-e2e-shr-auth-81442b-e2e-extmod-b-7d25db","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-auth-81442b-e2e-extmod-b-7d25db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:26.001739688Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-sub","reconcileID":"2834d1a4-4b7d-403f-8821-8f650772d74e","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-shr-shared-616643-e2e-extmod-a-8f45a2","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-shared-616643-e2e-extmod-a-8f45a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:26.05048731Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"670394ac-adfd-43b3-b716-2a9cbf6943d0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:26.15062122Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"eb1db491-ce6a-4d83-8d24-3288cb6b0477","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:28.59901697Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"2baf4c22-99f5-4b1e-b70c-7ef890e41e03","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:28.599100075Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"2baf4c22-99f5-4b1e-b70c-7ef890e41e03","error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:29.427824618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"625de32a-3421-42ac-b00c-d1b9b74e653c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:29.479954934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"625de32a-3421-42ac-b00c-d1b9b74e653c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:29.531768464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"625de32a-3421-42ac-b00c-d1b9b74e653c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:29.583849626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"625de32a-3421-42ac-b00c-d1b9b74e653c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:30.808580129Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-5ef63d-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-quota-5ef63d-sub","reconcileID":"3638fbee-523b-49ec-815b-80de12f52f5e","MaaSSubscription":{"name":"e2e-shr-quota-5ef63d-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"model":"e2e-extmod-shr-user-cd78f1/e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","subscription":"e2e-shr-quota-5ef63d-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:30.940047192Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-5ef63d-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-quota-5ef63d-sub","reconcileID":"3638fbee-523b-49ec-815b-80de12f52f5e","MaaSSubscription":{"name":"e2e-shr-quota-5ef63d-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"model":"e2e-extmod-shr-user-cd78f1/e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:30.99228249Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-5ef63d-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-quota-5ef63d-sub","reconcileID":"3638fbee-523b-49ec-815b-80de12f52f5e","MaaSSubscription":{"name":"e2e-shr-quota-5ef63d-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:31.265511262Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-8f45a2 priority=0:[ai-tenant-e2e-extmod-a-8f45a2/e2e-shr-auth-81442b-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-shr-shared-616643-sub]","namespace=ai-tenant-e2e-extmod-b-7d25db priority=0:[ai-tenant-e2e-extmod-b-7d25db/e2e-shr-auth-81442b-sub ai-tenant-e2e-extmod-b-7d25db/e2e-shr-shared-616643-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:31.317730951Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","reconcileID":"559c1219-caa3-4ae4-a464-db7c16a3bc50","MaaSModelRef":{"name":"e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-quota-5ef63d-66d87494f985","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","externalModel":"e2e-shr-quota-5ef63d","provider":"e2e-shr-quota-5ef63d-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:31.451082078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f438bd1-754d-43c3-ab51-cb65d659af87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:31.503669177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f438bd1-754d-43c3-ab51-cb65d659af87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:31.503730048Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","reconcileID":"48cc1274-ead9-42f8-9a95-023d6085d150","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-auth-81442b-32f40957b72f","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","externalModel":"e2e-shr-auth-81442b","provider":"e2e-shr-auth-81442b-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:31.503994072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"8d882287-1f8b-4f7e-898a-252ec268acdb","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:31.504050849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"43bca273-3630-4b62-ac61-6cfbb9f14a56","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:31.50443174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-quota-5ef63d-access","reconcileID":"0f254156-8dfe-4954-a242-0bd957fa97e4","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:31.556187455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f438bd1-754d-43c3-ab51-cb65d659af87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:31.608045932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f438bd1-754d-43c3-ab51-cb65d659af87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:31.614738725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"8d882287-1f8b-4f7e-898a-252ec268acdb","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:31.614736298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"43bca273-3630-4b62-ac61-6cfbb9f14a56","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:31.616904156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-quota-5ef63d-access","reconcileID":"0f254156-8dfe-4954-a242-0bd957fa97e4","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:31.661084846Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"f8653b2b-6b56-4557-aea8-0c5bb320e438","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:31.66117044Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"f8653b2b-6b56-4557-aea8-0c5bb320e438","error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:31.713177259Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"9f999166-f71c-48d8-a022-db7f85dd7b4a","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-att-user-a1f8ce/e2e-att-serve-185fad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:31.713204415Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"9f999166-f71c-48d8-a022-db7f85dd7b4a","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"routeName":"external-model-e2e-att-serve-185fad-5fa01018e074","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-att-serve-185fad","externalModel":"e2e-att-serve-185fad","provider":"e2e-att-serve-185fad-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:31.81764283Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","reconcileID":"c90e0eb7-8dd1-4e5c-a15a-2db2e2c619f1","MaaSModelRef":{"name":"e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-quota-5ef63d-66d87494f985","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","externalModel":"e2e-shr-quota-5ef63d","provider":"e2e-shr-quota-5ef63d-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:31.924676777Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-quota-5ef63d-access","reconcileID":"d775bf8c-7abc-49b3-9355-8d2434da8d05","MaaSAuthPolicy":{"name":"e2e-shr-quota-5ef63d-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"model":"e2e-extmod-shr-user-cd78f1/e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:31.925389824Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","reconcileID":"1c6e8590-0a16-4052-ae23-28cf51b2c2c2","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-shared-616643-81144d719efe","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","externalModel":"e2e-shr-shared-616643","provider":"e2e-shr-shared-616643-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:32.029963567Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"fce8d2c1-b2dd-44d9-a779-bea6a24ccdfd","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:32.030031858Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"fce8d2c1-b2dd-44d9-a779-bea6a24ccdfd","error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:32.186855752Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","reconcileID":"430345ae-2026-4589-8635-bd3c21faceb4","MaaSModelRef":{"name":"e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-quota-5ef63d-66d87494f985","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","externalModel":"e2e-shr-quota-5ef63d","provider":"e2e-shr-quota-5ef63d-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:32.584789273Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","reconcileID":"7f06fc9d-36f6-40f4-9f76-4c4b1fda55b2","MaaSModelRef":{"name":"e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-quota-5ef63d-66d87494f985","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-quota-5ef63d-e2e-extmod-a-8f45a2","externalModel":"e2e-shr-quota-5ef63d","provider":"e2e-shr-quota-5ef63d-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:32.651754469Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-bd0892-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-sub","reconcileID":"09a4089b-4a6b-4f88-a582-8ff39c67dead","MaaSSubscription":{"name":"e2e-att-unrel-bd0892-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"model":"e2e-extmod-att-user-a1f8ce/e2e-att-unrel-bd0892","subscription":"e2e-att-unrel-bd0892-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:32.756034572Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-bd0892-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-sub","reconcileID":"09a4089b-4a6b-4f88-a582-8ff39c67dead","MaaSSubscription":{"name":"e2e-att-unrel-bd0892-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"model":"e2e-extmod-att-user-a1f8ce/e2e-att-unrel-bd0892","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:32.854484152Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-bd0892-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-sub","reconcileID":"09a4089b-4a6b-4f88-a582-8ff39c67dead","MaaSSubscription":{"name":"e2e-att-unrel-bd0892-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-extmod-att-user-a1f8ce/e2e-att-unrel-bd0892","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:33.135166524Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-8f45a2 priority=0:[ai-tenant-e2e-extmod-a-8f45a2/e2e-shr-auth-81442b-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-shr-shared-616643-sub]","namespace=ai-tenant-e2e-extmod-b-7d25db priority=0:[ai-tenant-e2e-extmod-b-7d25db/e2e-shr-auth-81442b-sub ai-tenant-e2e-extmod-b-7d25db/e2e-shr-shared-616643-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:33.142174922Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-5ef63d","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-quota-5ef63d","reconcileID":"4ab5237a-b4d3-4258-9eb7-21b0f7863ff2","namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-quota-5ef63d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:33.187156165Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-unrel-bd0892","reconcileID":"3272ea0c-84d4-44e1-8036-0dd81bf3910e","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-att-user-a1f8ce/e2e-att-unrel-bd0892","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:33.187175484Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-unrel-bd0892","reconcileID":"3272ea0c-84d4-44e1-8036-0dd81bf3910e","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"routeName":"external-model-e2e-att-unrel-bd0892-ebe3eedf0976","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-att-unrel-bd0892","externalModel":"e2e-att-unrel-bd0892","provider":"e2e-att-unrel-bd0892-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:33.29772182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"ae87dc1d-210f-4cc4-88c5-0b4710809572","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:33.297792425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"e8ba1aad-f09b-4f14-bf08-ca49ff814a40","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:33.301075133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"1aa9d8ae-dc7d-47df-9aec-3c24839d66c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:33.30165058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"984f2c1f-669d-4168-a5f2-9ec78af330b4","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:33.306089343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"aedb8ea6-e187-49ed-9042-bccbc5f7d15c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:33.351096503Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"3100b755-fc12-47ff-a49b-6ec27b8902db","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:33.351160076Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"3100b755-fc12-47ff-a49b-6ec27b8902db","error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:33.354731273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"e8ba1aad-f09b-4f14-bf08-ca49ff814a40","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:33.355066577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"ae87dc1d-210f-4cc4-88c5-0b4710809572","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:33.359576008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"1aa9d8ae-dc7d-47df-9aec-3c24839d66c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:33.359640938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"984f2c1f-669d-4168-a5f2-9ec78af330b4","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:33.363451879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"aedb8ea6-e187-49ed-9042-bccbc5f7d15c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:33.403469608Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","reconcileID":"8773c0ec-9b9e-4fcc-98a0-9c5e20a78863","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-shared-616643-81144d719efe","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","externalModel":"e2e-shr-shared-616643","provider":"e2e-shr-shared-616643-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:33.466390037Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-sub","reconcileID":"e3200263-1e4e-47a6-ac88-f8b4f9a497e1","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"maas-trlp-e2e-shr-auth-81442b-e2e-extmod-b-7d25db","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-auth-81442b-e2e-extmod-b-7d25db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:33.46659934Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-sub","reconcileID":"2b94c686-f04f-445c-90b9-73d3daace4cf","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-shr-shared-616643-e2e-extmod-a-8f45a2","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-shared-616643-e2e-extmod-a-8f45a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:33.46693712Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-sub","reconcileID":"d5e5941e-98ce-45ca-ad8e-e14fd5712cf6","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"maas-trlp-e2e-shr-shared-616643-e2e-extmod-b-7d25db","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-shared-616643-e2e-extmod-b-7d25db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:33.466964466Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-sub","reconcileID":"0117b3dc-ae1c-4dd8-936f-819be14145ec","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:33.50285871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4816d963-c3d8-498a-b0d5-46318fa886ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:33.555305704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4816d963-c3d8-498a-b0d5-46318fa886ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:33.55583313Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","reconcileID":"282cce56-cdb8-419f-a5d0-4beedf5fcfe2","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-auth-81442b-32f40957b72f","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","externalModel":"e2e-shr-auth-81442b","provider":"e2e-shr-auth-81442b-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:33.607812289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4816d963-c3d8-498a-b0d5-46318fa886ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:33.664353304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4816d963-c3d8-498a-b0d5-46318fa886ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:33.772463872Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-unrel-bd0892-access","reconcileID":"57b8983a-b0aa-46cf-851d-948412ff7564","MaaSAuthPolicy":{"name":"e2e-att-unrel-bd0892-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"model":"e2e-extmod-att-user-a1f8ce/e2e-att-unrel-bd0892","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:33.773655091Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","reconcileID":"1c8469bc-5280-4faa-8577-7b5ee5cd2a91","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-auth-81442b-2d53748654e6","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","externalModel":"e2e-shr-auth-81442b","provider":"e2e-shr-auth-81442b-provider","gateway":"openshift-ingress/e2e-extmod-b-7d25db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:33.786235083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"814de366-1f12-4fc8-8ee4-566e505fc49d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:33.842734848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"814de366-1f12-4fc8-8ee4-566e505fc49d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:33.882230908Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-5ef63d","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-quota-5ef63d","reconcileID":"982f252f-6eee-43c7-9053-e00e6c26cb9a","namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-quota-5ef63d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:33.886021459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"75c75265-ac65-467a-b922-5d30a976f671","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:33.937495086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"e7dea5f9-33f7-450f-bcee-88bbe3a86c41","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:33.939364142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"622fd823-aaf1-4e59-9f52-b6394e18c257","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:33.940251729Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-e2e-extmod-a-8f45a2","reconcileID":"fdd08f93-1340-4d9b-b581-6f7e94b533e4","MaaSModelRef":{"name":"e2e-shr-amb-678d88-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-amb-678d88-cb388a3a4d93","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-amb-678d88-e2e-extmod-a-8f45a2","externalModel":"e2e-shr-amb-678d88","provider":"e2e-shr-amb-678d88-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:33.943342842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"75c75265-ac65-467a-b922-5d30a976f671","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:33.989457658Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-sub","reconcileID":"bf6af13b-dba0-40c4-a9a8-d85ba23bbdb7","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:33.991920195Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-sub","reconcileID":"cdd79d41-d3bf-4778-93c1-96d7bb7efb3d","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-shr-shared-616643-e2e-extmod-a-8f45a2","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-shared-616643-e2e-extmod-a-8f45a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:33.995663795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"e7dea5f9-33f7-450f-bcee-88bbe3a86c41","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:33.995823069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"622fd823-aaf1-4e59-9f52-b6394e18c257","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:34.042169804Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-sub","reconcileID":"39a1bc60-173d-444d-b0ab-ef7c5703eb1f","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"maas-trlp-e2e-shr-auth-81442b-e2e-extmod-b-7d25db","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-auth-81442b-e2e-extmod-b-7d25db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:34.043888618Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-sub","reconcileID":"97c9b2a1-1642-400e-8813-2506e7a5b92b","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"maas-trlp-e2e-shr-shared-616643-e2e-extmod-b-7d25db","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-shared-616643-e2e-extmod-b-7d25db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:34.044975219Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","reconcileID":"e1fdbcab-7129-48fc-99f7-2c24a99319ef","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-shared-616643-e4da3965f644","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","externalModel":"e2e-shr-shared-616643","provider":"e2e-shr-shared-616643-provider","gateway":"openshift-ingress/e2e-extmod-b-7d25db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:34.100501885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"c68705f3-051c-4397-a87f-475a3bc8f803","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:34.150993186Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-e2e-extmod-b-7d25db","reconcileID":"b85afa2d-01ff-445c-817a-a4d0cc14b9d6","MaaSModelRef":{"name":"e2e-shr-amb-678d88-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-amb-678d88-3243fad1bd20","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-amb-678d88-e2e-extmod-b-7d25db","externalModel":"e2e-shr-amb-678d88","provider":"e2e-shr-amb-678d88-provider","gateway":"openshift-ingress/e2e-extmod-b-7d25db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:34.15719981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"c68705f3-051c-4397-a87f-475a3bc8f803","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:34.248249937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b90c62ad-304e-47af-a8da-1d35ec28399a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:34.308479658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b90c62ad-304e-47af-a8da-1d35ec28399a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:34.312842177Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-unrel-bd0892","reconcileID":"ad6a7f34-fc66-4599-bdf5-d585d8e23eec","error":"maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-bd0892\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:34.348288185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"2ac7afde-2f90-420a-aacf-26f12a546cd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:34.365074258Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"086adeae-fcc3-487f-a8df-746ca6e815c7","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:34.365135851Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-ambiguous","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-ambiguous","reconcileID":"086adeae-fcc3-487f-a8df-746ca6e815c7","error":"ExternalModel e2e-extmod-shr-user-cd78f1/e2e-shr-amb-678d88 is attached to several gateways [openshift-ingress/e2e-extmod-a-8f45a2 openshift-ingress/e2e-extmod-b-7d25db]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:34.404910377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"2ac7afde-2f90-420a-aacf-26f12a546cd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:34.422380461Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","reconcileID":"0fb3145a-cc76-4887-945d-9a272c797537","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-shared-616643-81144d719efe","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","externalModel":"e2e-shr-shared-616643","provider":"e2e-shr-shared-616643-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:34.451905529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"96bf72eb-25df-4885-9372-74e94674bc2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:34.451920822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"e29b1d80-a5c8-4147-87f5-6b6620741976","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:34.497486933Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-unrel-bd0892","reconcileID":"6241b4a7-30d5-4d7d-94e8-6c736c0270fa","namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-unrel-bd0892","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:34.509104046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"e29b1d80-a5c8-4147-87f5-6b6620741976","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:34.509448766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"96bf72eb-25df-4885-9372-74e94674bc2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:34.526849915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"d69eaf63-ce8a-4427-9e54-db65a5f48166","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:34.583480642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"d69eaf63-ce8a-4427-9e54-db65a5f48166","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:34.711340924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"8887c3c7-c1f0-4454-908c-84a974722842","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:34.769172549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"8887c3c7-c1f0-4454-908c-84a974722842","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:34.867336559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cefe74ec-3e1e-414c-a646-cb2a157c2e88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:34.867317293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"9e08bfed-4960-4fdb-85f6-a662b958dcda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:34.86864619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"3bb5d7fe-2688-4c33-be9a-3847763ec3ac","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:34.924405377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"9e08bfed-4960-4fdb-85f6-a662b958dcda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:34.924875296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cefe74ec-3e1e-414c-a646-cb2a157c2e88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:34.926626432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"3bb5d7fe-2688-4c33-be9a-3847763ec3ac","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:35.026947328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"596ea9fa-0c23-434a-9dd0-40a5a485f0bd","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:35.085522352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"596ea9fa-0c23-434a-9dd0-40a5a485f0bd","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:35.236460877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"642a8fa1-c22b-4598-9679-900bd6103644","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:35.297685046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"642a8fa1-c22b-4598-9679-900bd6103644","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:35.339034681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"e4e5bf49-cd14-463a-a63c-b9456b218f9e","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:35.339093514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"d6b98055-e5a7-4888-862a-05819cfac4eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:35.350711788Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-678d88-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-e2e-extmod-a-8f45a2","reconcileID":"44c9b667-7590-4bca-85a3-7e48d55d8dbd","MaaSModelRef":{"name":"e2e-shr-amb-678d88-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-amb-678d88-cb388a3a4d93","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-amb-678d88-e2e-extmod-a-8f45a2","externalModel":"e2e-shr-amb-678d88","provider":"e2e-shr-amb-678d88-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:35.395745729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"e4e5bf49-cd14-463a-a63c-b9456b218f9e","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:35.395761733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"d6b98055-e5a7-4888-862a-05819cfac4eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:35.55468412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71f31e0a-705c-4d33-88b3-af1f048ac7f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:35.554819794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"da302549-053e-4d03-92da-0be4cd9e1441","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:35.554914829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"2bf84051-0fd3-44ee-8b4a-eb2a77292c1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:35.606858767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71f31e0a-705c-4d33-88b3-af1f048ac7f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:35.611241676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"da302549-053e-4d03-92da-0be4cd9e1441","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:35.659169634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71f31e0a-705c-4d33-88b3-af1f048ac7f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:35.66335059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"2bf84051-0fd3-44ee-8b4a-eb2a77292c1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:35.711802315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71f31e0a-705c-4d33-88b3-af1f048ac7f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:35.711968193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"e74a1fe9-e005-46fa-8e44-5773f196fa93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:35.768736499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"e74a1fe9-e005-46fa-8e44-5773f196fa93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:35.81226081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"ab7c8e09-a5af-4043-be7b-013677bcf628","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:35.815195615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"435b54e6-f32b-4bc8-89c1-85c110e340fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:35.869655672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"ab7c8e09-a5af-4043-be7b-013677bcf628","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:35.873021827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"435b54e6-f32b-4bc8-89c1-85c110e340fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:35.907899709Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-678d88","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88","reconcileID":"b1de2ea0-c968-4d14-8f04-f0d241d0cd93","namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:36.078736556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"33ce24b7-8191-46cc-809f-d286dc3382cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:36.078887456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa1385c4-4ffe-49b6-bcfb-052220569113","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:36.135404911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"33ce24b7-8191-46cc-809f-d286dc3382cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:36.135562022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa1385c4-4ffe-49b6-bcfb-052220569113","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:36.179461942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"fe46640f-bbe5-41c5-885a-d56a28eace1b","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:36.235872552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"fe46640f-bbe5-41c5-885a-d56a28eace1b","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:36.380656642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"b8cbb368-9549-4e2a-8e5d-8dcc581dabc0","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:36.380683353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"3d662a3d-8786-4303-9c7c-b652e499223d","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:36.437837355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"3d662a3d-8786-4303-9c7c-b652e499223d","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:36.438084991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"b8cbb368-9549-4e2a-8e5d-8dcc581dabc0","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:36.485511427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"57cfb2f9-ad8f-4ff3-99b6-0550bbc910a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:36.485892926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"3bf0ab3f-1f8c-487a-8423-44e25bcab20e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:36.517531476Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","reconcileID":"0ec26514-fdd3-49f8-bf60-500aedd939d8","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-shared-616643-e4da3965f644","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","externalModel":"e2e-shr-shared-616643","provider":"e2e-shr-shared-616643-provider","gateway":"openshift-ingress/e2e-extmod-b-7d25db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:36.549439662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"57cfb2f9-ad8f-4ff3-99b6-0550bbc910a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:36.550716731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"3bf0ab3f-1f8c-487a-8423-44e25bcab20e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:36.622284771Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","reconcileID":"ac9d1d3a-ec88-4bc6-8b2b-40dbf62cfd64","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-shared-616643-81144d719efe","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","externalModel":"e2e-shr-shared-616643","provider":"e2e-shr-shared-616643-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:36.694729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"18893759-4181-48a7-9e36-9cc12a12b639","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:36.728432829Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-sub","reconcileID":"bac1a4b8-1ecd-469e-b2f2-8ddecf483338","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"maas-trlp-e2e-shr-shared-616643-e2e-extmod-b-7d25db","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-shared-616643-e2e-extmod-b-7d25db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:36.728457441Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-sub","reconcileID":"7148355d-2ee9-4c5a-aa97-1f6ce028ed93","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"maas-trlp-e2e-shr-auth-81442b-e2e-extmod-b-7d25db","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-auth-81442b-e2e-extmod-b-7d25db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:36.728867874Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-sub","reconcileID":"a65b3c23-6f90-4424-978d-c7fe7ec044b4","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:36.729355177Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-sub","reconcileID":"93096b18-54ab-43a8-b196-f067a131e7ad","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-shr-shared-616643-e2e-extmod-a-8f45a2","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-shared-616643-e2e-extmod-a-8f45a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:36.729912901Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","reconcileID":"aff7ff0c-3e73-4605-a943-754035d411cc","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-auth-81442b-32f40957b72f","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","externalModel":"e2e-shr-auth-81442b","provider":"e2e-shr-auth-81442b-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:36.752533685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"18893759-4181-48a7-9e36-9cc12a12b639","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:36.780635846Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:36.83438692Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","reconcileID":"87d5ca66-e90d-4681-ac2a-89477d410edd","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-auth-81442b-2d53748654e6","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","externalModel":"e2e-shr-auth-81442b","provider":"e2e-shr-auth-81442b-provider","gateway":"openshift-ingress/e2e-extmod-b-7d25db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:36.845858802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"beb73c70-359e-4f71-b37d-e57d8455f66b","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:36.897042027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"373c88ca-f0db-47ff-a7f4-625652e19acf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:36.898680994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"c4a644bc-6385-4fcb-8a51-9b35da652b66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:36.899288572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"a5095134-cbdc-49da-ac80-17aff921c0e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:36.902062038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"beb73c70-359e-4f71-b37d-e57d8455f66b","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:36.940045204Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","reconcileID":"75cb10eb-996c-427c-aea3-1e14b83e4762","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-shared-616643-e4da3965f644","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","externalModel":"e2e-shr-shared-616643","provider":"e2e-shr-shared-616643-provider","gateway":"openshift-ingress/e2e-extmod-b-7d25db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:36.967639058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"373c88ca-f0db-47ff-a7f4-625652e19acf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:36.973412104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"c4a644bc-6385-4fcb-8a51-9b35da652b66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:36.980793846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"a5095134-cbdc-49da-ac80-17aff921c0e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:37.048064561Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","reconcileID":"cb81ac9f-3b60-4a74-b0ed-868dc148972c","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-shared-616643-81144d719efe","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","externalModel":"e2e-shr-shared-616643","provider":"e2e-shr-shared-616643-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:37.07396095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"7b44c38e-2001-4d81-b7bd-46317a2a565a","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:37.130742169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"7b44c38e-2001-4d81-b7bd-46317a2a565a","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:37.152695215Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-sub","reconcileID":"ea624da1-bb60-422c-94d0-b1b2d79fb0b8","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"maas-trlp-e2e-shr-shared-616643-e2e-extmod-b-7d25db","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-shared-616643-e2e-extmod-b-7d25db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:37.153460166Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-sub","reconcileID":"2cbf05ea-55ac-4879-ae69-0e0e9e80ecaa","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"maas-trlp-e2e-shr-auth-81442b-e2e-extmod-b-7d25db","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-auth-81442b-e2e-extmod-b-7d25db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:37.153922688Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","reconcileID":"50c75f5b-7b62-4fee-ba0d-94fb58b7362a","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-auth-81442b-32f40957b72f","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","externalModel":"e2e-shr-auth-81442b","provider":"e2e-shr-auth-81442b-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:37.155339831Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-678d88","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88","reconcileID":"fd5c6c74-e935-4950-8102-9c72e34ff4d7","namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:37.159813742Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-sub","reconcileID":"93767b16-d574-4c09-9042-558b4a80f0bf","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:37.159908418Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-sub","reconcileID":"e44ee43d-4ece-40e9-b9db-1ffad98ae4eb","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-shr-shared-616643-e2e-extmod-a-8f45a2","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-shared-616643-e2e-extmod-a-8f45a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:37.331783986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"f078f5ba-7e9e-4868-8e84-4bdaf5e889fd","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:37.382767796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"3779bbc2-2b7b-4ac3-9597-dc3c6937243f","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:37.382837402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"8f592613-5fe2-401a-9305-b8f9b083e331","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:37.389356409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"f078f5ba-7e9e-4868-8e84-4bdaf5e889fd","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:37.433705761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"45f3f6cb-f105-4793-8b09-ed4add9aa368","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:37.440730088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"8f592613-5fe2-401a-9305-b8f9b083e331","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:37.440806454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"3779bbc2-2b7b-4ac3-9597-dc3c6937243f","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:37.49007252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"45f3f6cb-f105-4793-8b09-ed4add9aa368","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:37.546405682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"c101e9f4-bd8f-487a-8ba6-d21bd8c7af31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:37.602835488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"c101e9f4-bd8f-487a-8ba6-d21bd8c7af31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:37.804534909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6f4ea7ac-6d6f-4dd7-8b34-fd778e27ebe5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:37.851837887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"e925062e-5d5e-4f8b-a4d2-9301d4ed2e41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:37.862435835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6f4ea7ac-6d6f-4dd7-8b34-fd778e27ebe5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:37.908296585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"e925062e-5d5e-4f8b-a4d2-9301d4ed2e41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:37.953492046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"f854e415-9ab1-4398-93ae-d6530975f510","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:37.954057614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"a24ce4b1-3157-41b4-adba-56ee0521e811","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:38.002959466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"3a4b36b8-32c8-4758-b811-8dcd2f59b18f","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:38.010194696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"f854e415-9ab1-4398-93ae-d6530975f510","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:38.050697358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"a24ce4b1-3157-41b4-adba-56ee0521e811","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:38.059707764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"3a4b36b8-32c8-4758-b811-8dcd2f59b18f","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:38.258684764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"0a4157f8-24d7-4772-9b50-2f70bcec14c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:38.315086698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"0a4157f8-24d7-4772-9b50-2f70bcec14c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:38.359671324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"3a3cac8a-82da-43e1-a3a3-0d13fe8d9db1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:38.42620672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"3a3cac8a-82da-43e1-a3a3-0d13fe8d9db1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:38.466913296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"0aca1386-9e79-4ea8-9986-95cb6fdba082","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:38.525123284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"0aca1386-9e79-4ea8-9986-95cb6fdba082","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:39.633856649Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"13071855-0531-4c93-bc61-3c6c94e0e4c3","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-att-user-a1f8ce/e2e-att-serve-185fad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:39.633881005Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"13071855-0531-4c93-bc61-3c6c94e0e4c3","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"routeName":"external-model-e2e-att-serve-185fad-5fa01018e074","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-att-serve-185fad","externalModel":"e2e-att-serve-185fad","provider":"e2e-att-serve-185fad-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:39.686883254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"665c3d13-aae8-4109-844c-2ba9ad04dc59","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:39.743688743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"665c3d13-aae8-4109-844c-2ba9ad04dc59","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:39.844392255Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-185fad-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-sub","reconcileID":"a3934dde-ae92-46f3-8e8d-6016087ea8a4","MaaSSubscription":{"name":"e2e-att-serve-185fad-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-serve-185fad","model":"e2e-extmod-att-user-a1f8ce/e2e-att-serve-185fad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:40.02857492Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-bd0892","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-unrel-bd0892","reconcileID":"36d13b34-0f3f-44d3-bb16-119888e55b09","namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-unrel-bd0892","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:40.190881476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"193ae865-4bac-42f5-9bab-0fcf05ed69c4","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:40.191040852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"29ce5576-060f-47c3-a802-3d7771ec6c76","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:40.191643404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1d17cc12-000e-486b-9b35-ba0e25864a0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:40.191717699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"22fa5d14-680b-4cd8-bf7f-d138a86effc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:40.192856104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"322b777d-f387-4c70-80a9-8b1dd1d28cba","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:40.247918766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"29ce5576-060f-47c3-a802-3d7771ec6c76","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:40.248617221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1d17cc12-000e-486b-9b35-ba0e25864a0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:40.250855248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"193ae865-4bac-42f5-9bab-0fcf05ed69c4","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:40.250862559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"322b777d-f387-4c70-80a9-8b1dd1d28cba","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:40.252954778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"22fa5d14-680b-4cd8-bf7f-d138a86effc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:40.58603405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"0fd50d6c-6ba5-45e0-9be8-c72fac5e86e0","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-att-user-a1f8ce/e2e-att-serve-185fad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:40.586181773Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"0fd50d6c-6ba5-45e0-9be8-c72fac5e86e0","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"routeName":"external-model-e2e-att-serve-185fad-5fa01018e074","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-att-serve-185fad","externalModel":"e2e-att-serve-185fad","provider":"e2e-att-serve-185fad-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:40.615848668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"0361911a-7702-4f37-8be5-746ef392cccd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:40.616962264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c266a297-e28f-4c4c-84ea-abce8af8f1a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:40.671310539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"dbe025b4-f1b9-4a6e-a9da-c06ec147dcbd","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:40.672928923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"0361911a-7702-4f37-8be5-746ef392cccd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:40.674021601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c266a297-e28f-4c4c-84ea-abce8af8f1a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:40.722357946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"1232f8f7-1faf-4d41-94c6-baf527560089","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:40.726501787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"87c50d3a-0c7f-4b97-a97c-9fc581677787","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:40.728071419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"dbe025b4-f1b9-4a6e-a9da-c06ec147dcbd","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:40.746602776Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-185fad-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-sub","reconcileID":"57d7a674-beea-4ba1-a62b-7c59b9f29d9d","MaaSSubscription":{"name":"e2e-att-serve-185fad-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-618a5fc8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:40.778886688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"1232f8f7-1faf-4d41-94c6-baf527560089","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:40.783174598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"87c50d3a-0c7f-4b97-a97c-9fc581677787","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:41.033722196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"7a79ab73-e2c6-4238-a6d1-56efc9941fc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:41.03373365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"c2dcaf24-d0c5-4176-8c44-654598ecacd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:41.090310436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"c2dcaf24-d0c5-4176-8c44-654598ecacd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:41.090594001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"7a79ab73-e2c6-4238-a6d1-56efc9941fc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:41.134490559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"fc038607-dd56-4a89-8367-6bdd0acf390e","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:41.183894713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"4463ce5d-e957-4a6a-9d84-7a74efac9846","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:41.19233673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"fc038607-dd56-4a89-8367-6bdd0acf390e","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:41.240782893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"4463ce5d-e957-4a6a-9d84-7a74efac9846","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:42.072687585Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-subscription","reconcileID":"fded1aef-f935-4a35-920f-b36db86d6a09","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:42.223287628Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-sub","reconcileID":"d893b916-18d5-49cd-84e0-50397b30024d","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"maas-trlp-e2e-shr-shared-616643-e2e-extmod-b-7d25db","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-shared-616643-e2e-extmod-b-7d25db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:42.273580719Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"5f648a61-d1de-4ea3-8606-b52224aa41b9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:42.27359522Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a55fc4a9-b778-45f6-a19a-8c87ecd6dbdf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:42.371928947Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-subscription","reconcileID":"e2a16a25-9695-4427-921b-590deedaf04d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-premium-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/premium-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:42.525727575Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-sub","reconcileID":"60f7b069-e912-40eb-b2e2-2527713ed077","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:42.589219439Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"2a73dc9f-3169-409b-9e61-74dfdf14f2e9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:42.728702861Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bb375a27-7211-4bc9-8266-2c8b8537d3c9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:43.188480671Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-sub","reconcileID":"8a6b807b-a05e-4b86-9f97-5b9c1031e118","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"maas-trlp-e2e-shr-auth-81442b-e2e-extmod-b-7d25db","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-auth-81442b-e2e-extmod-b-7d25db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:43.234509791Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-subscription","reconcileID":"34a803b1-0c19-4342-92cc-275a5f91937b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-premium-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:43.333642855Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-subscription","reconcileID":"b560c452-9458-4fe6-97c0-ef96cb822770","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-premium-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/premium-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:43.485878767Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-sub","reconcileID":"67e93d5a-b35c-4b90-9810-3bd40048f477","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-shr-shared-616643-e2e-extmod-a-8f45a2","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-shared-616643-e2e-extmod-a-8f45a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:47.708036238Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","reconcileID":"c35059fa-4563-4a54-834e-fc5fb25b478f","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-auth-81442b-2d53748654e6","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","externalModel":"e2e-shr-auth-81442b","provider":"e2e-shr-auth-81442b-provider","gateway":"openshift-ingress/e2e-extmod-b-7d25db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:47.81131439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"10051bd8-7b18-487b-bf05-a4cb775ac15b","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:47.811315332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"08eab724-f52f-4d66-9bea-e9878d1c17d0","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:47.868877302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"08eab724-f52f-4d66-9bea-e9878d1c17d0","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:47.870052721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"10051bd8-7b18-487b-bf05-a4cb775ac15b","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:47.870488854Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-sub","reconcileID":"47872ed7-a7a3-4204-b09d-6a0f6da9fa3f","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-09c6fd53","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:48.288844073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"cb8f9332-48df-4f2f-9709-80e861278106","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:48.288930893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"e7b7ed7f-ccde-4fab-b88c-ded671f5df14","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:48.348385647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"e7b7ed7f-ccde-4fab-b88c-ded671f5df14","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:48.348403473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"cb8f9332-48df-4f2f-9709-80e861278106","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:50.798777784Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-185fad-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-sub","reconcileID":"e3f7c5f2-4782-4df2-9c68-3a1ca0aa1aa1","MaaSSubscription":{"name":"e2e-att-serve-185fad-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"model":"e2e-extmod-att-user-a1f8ce/e2e-att-serve-185fad","subscription":"e2e-att-serve-185fad-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:50.903147077Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-185fad-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-sub","reconcileID":"e3f7c5f2-4782-4df2-9c68-3a1ca0aa1aa1","MaaSSubscription":{"name":"e2e-att-serve-185fad-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"model":"e2e-extmod-att-user-a1f8ce/e2e-att-serve-185fad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:50.955426876Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-185fad-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-sub","reconcileID":"e3f7c5f2-4782-4df2-9c68-3a1ca0aa1aa1","MaaSSubscription":{"name":"e2e-att-serve-185fad-sub","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"maas-trlp-e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-extmod-att-user-a1f8ce/e2e-att-serve-185fad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:51.227768429Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-8f45a2 priority=0:[ai-tenant-e2e-extmod-a-8f45a2/e2e-shr-auth-81442b-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-shr-shared-616643-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:51.279587462Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"a7bb63d2-399a-44e5-b256-ac747e4bfbb9","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-att-user-a1f8ce/e2e-att-serve-185fad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:51.279609096Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"a7bb63d2-399a-44e5-b256-ac747e4bfbb9","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"routeName":"external-model-e2e-att-serve-185fad-5fa01018e074","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-att-serve-185fad","externalModel":"e2e-att-serve-185fad","provider":"e2e-att-serve-185fad-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:51.331273866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"256e89c6-f581-4e02-8fc5-62f51c6f4184","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:51.387629049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"256e89c6-f581-4e02-8fc5-62f51c6f4184","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:51.441219503Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","reconcileID":"3f1dfde0-199a-4959-b5cf-8ed99279810c","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-shared-616643-e4da3965f644","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","externalModel":"e2e-shr-shared-616643","provider":"e2e-shr-shared-616643-provider","gateway":"openshift-ingress/e2e-extmod-b-7d25db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:51.545506307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"4c58ad50-267b-473a-b216-53b0af4d9e0a","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-att-user-a1f8ce/e2e-att-serve-185fad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:51.545531396Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"4c58ad50-267b-473a-b216-53b0af4d9e0a","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"routeName":"external-model-e2e-att-serve-185fad-5fa01018e074","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-att-serve-185fad","externalModel":"e2e-att-serve-185fad","provider":"e2e-att-serve-185fad-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:51.644868142Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"561cc424-ce2b-47eb-af8d-5c5d91bb6df5","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"model":"e2e-extmod-att-user-a1f8ce/e2e-att-serve-185fad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:51.84895392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"561cc424-ce2b-47eb-af8d-5c5d91bb6df5","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:51.975081224Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"561cc424-ce2b-47eb-af8d-5c5d91bb6df5","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"name":"e2e-extmod-b-3986bf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:51.975106192Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"e2e-att-serve-185fad-access","reconcileID":"561cc424-ce2b-47eb-af8d-5c5d91bb6df5","MaaSAuthPolicy":{"name":"e2e-att-serve-185fad-access","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3986bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:52.084786588Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"aa58a812-7652-4620-856d-f171c044060c","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"tenant":"e2e-extmod-b-3986bf","gateway":"openshift-ingress/e2e-extmod-b-3986bf","model":"e2e-extmod-att-user-a1f8ce/e2e-att-serve-185fad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:52.084812796Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"aa58a812-7652-4620-856d-f171c044060c","MaaSModelRef":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"routeName":"external-model-e2e-att-serve-185fad-5fa01018e074","namespace":"e2e-extmod-att-user-a1f8ce","model":"e2e-att-serve-185fad","externalModel":"e2e-att-serve-185fad","provider":"e2e-att-serve-185fad-provider","gateway":"openshift-ingress/e2e-extmod-b-3986bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:52.582229156Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"12d2d3cc-8379-4f35-a5aa-d9d7a80a1f56","namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:52.737645166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"df4a048f-db0e-4028-942b-5e0c35ea3c66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:52.73794045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"5fbcd055-5f5c-446a-b059-2252db1f6598","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:52.737645163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"9f2c8c3e-4289-408b-9be7-1e6183a14750","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:52.738532103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7eac3701-4a09-4b6e-a416-e9108d94a54d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:52.738832539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"ca0510a8-4d8f-4f5c-803a-921c61d38eca","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:52.794502477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"df4a048f-db0e-4028-942b-5e0c35ea3c66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:52.795480966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"5fbcd055-5f5c-446a-b059-2252db1f6598","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:52.796868296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"ca0510a8-4d8f-4f5c-803a-921c61d38eca","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:52.797677756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"9f2c8c3e-4289-408b-9be7-1e6183a14750","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:52.799122302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7eac3701-4a09-4b6e-a416-e9108d94a54d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:53.075184826Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-185fad","namespace":"e2e-extmod-att-user-a1f8ce"},"namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","reconcileID":"e3203851-3718-4a0f-9b81-32b6d1ea5369","namespace":"e2e-extmod-att-user-a1f8ce","name":"e2e-att-serve-185fad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:53.159980699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"404fb47a-c2d4-4e93-9e78-1fa00a05b719","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:53.160698095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"96bbfb69-45d5-429a-a5e2-bbed6755e923","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:53.218122621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"96bbfb69-45d5-429a-a5e2-bbed6755e923","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:53.218241023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"404fb47a-c2d4-4e93-9e78-1fa00a05b719","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:53.264669037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"3b24da45-1ee5-42a9-a17a-337cf1db72a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:53.266207178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"6a09308a-ec73-41d0-8789-752647bddb8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:53.266214073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"161098a9-f5d4-4160-815d-36edd60f1382","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:53.321642416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"3b24da45-1ee5-42a9-a17a-337cf1db72a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:53.323011686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"161098a9-f5d4-4160-815d-36edd60f1382","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:53.324723604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"6a09308a-ec73-41d0-8789-752647bddb8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:53.589119578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"247c0d18-3c24-4c4e-b802-c45212a2b5cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:53.589461942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"8d3f2fc1-f052-45f6-91ee-5da395ea9296","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:53.645621907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"247c0d18-3c24-4c4e-b802-c45212a2b5cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:53.645956489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"8d3f2fc1-f052-45f6-91ee-5da395ea9296","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:53.6894431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"fa72c2c9-1d8b-457d-8446-583a7d79b783","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:53.689708253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"b72dfe33-938d-4af3-ab41-6df79050ea12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:53.690151632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b9415755-258a-4b3a-87f3-d7b7fa9182ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:53.746105693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"fa72c2c9-1d8b-457d-8446-583a7d79b783","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:53.746464935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"b72dfe33-938d-4af3-ab41-6df79050ea12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:53.74828008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b9415755-258a-4b3a-87f3-d7b7fa9182ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:54.006581648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"a6cdcb60-f416-46d4-bb01-61024c5d9ad5","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:54.063022558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"a6cdcb60-f416-46d4-bb01-61024c5d9ad5","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:54.10555325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"a4341505-a504-4813-80df-87f10a42de2c","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:54.109126586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c6fc6f54-1184-4b02-9c93-ef3da8267cd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:54.164159253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"a4341505-a504-4813-80df-87f10a42de2c","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:54.165944144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c6fc6f54-1184-4b02-9c93-ef3da8267cd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:54.209132538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"867634b3-fe18-4d44-8258-acfb932f9cd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:54.265498339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"867634b3-fe18-4d44-8258-acfb932f9cd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:57.922915717Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-sub","reconcileID":"2eebb1d8-7d2d-4ad2-b85f-45d7989c537d","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"model":"e2e-extmod-shr-user-cd78f1/e2e-shr-auth-81442b-e2e-extmod-b-7d25db","subscription":"e2e-shr-auth-81442b-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:58.027090545Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-sub","reconcileID":"2eebb1d8-7d2d-4ad2-b85f-45d7989c537d","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"model":"e2e-extmod-shr-user-cd78f1/e2e-shr-auth-81442b-e2e-extmod-b-7d25db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:58.079287268Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-sub","reconcileID":"2eebb1d8-7d2d-4ad2-b85f-45d7989c537d","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"maas-trlp-e2e-shr-auth-81442b-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-auth-81442b-e2e-extmod-b-7d25db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:58.352762929Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-8f45a2 priority=0:[ai-tenant-e2e-extmod-a-8f45a2/e2e-shr-auth-81442b-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-shr-shared-616643-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:58.405644271Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","reconcileID":"762e3285-1bb8-4062-8473-d3df94007241","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-auth-81442b-2d53748654e6","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","externalModel":"e2e-shr-auth-81442b","provider":"e2e-shr-auth-81442b-provider","gateway":"openshift-ingress/e2e-extmod-b-7d25db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:58.508555265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"31bd5d26-e543-4d29-9056-3d31463feb21","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:58.508847357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"35e26f06-c1ac-4835-82e8-077b44416a24","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:58.565768857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"35e26f06-c1ac-4835-82e8-077b44416a24","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:58.565850767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"31bd5d26-e543-4d29-9056-3d31463feb21","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:58.566241798Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","reconcileID":"f5915d4f-cff8-41c3-b1d4-ca74d938dd39","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-auth-81442b-2d53748654e6","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","externalModel":"e2e-shr-auth-81442b","provider":"e2e-shr-auth-81442b-provider","gateway":"openshift-ingress/e2e-extmod-b-7d25db","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:58.674541398Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","reconcileID":"f5915d4f-cff8-41c3-b1d4-ca74d938dd39","name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-81442b-e2e-extmod-b-7d25db\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:25:58.67461142Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","reconcileID":"f5915d4f-cff8-41c3-b1d4-ca74d938dd39","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-81442b-e2e-extmod-b-7d25db\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:58.731700586Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","reconcileID":"b24917ee-1168-4753-8bee-d64767e8fe07","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-auth-81442b-2d53748654e6","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","externalModel":"e2e-shr-auth-81442b","provider":"e2e-shr-auth-81442b-provider","gateway":"openshift-ingress/e2e-extmod-b-7d25db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:58.828149782Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-auth-81442b-access","reconcileID":"543adfb8-7e49-45ec-981a-d2896dd43ff8","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"model":"e2e-extmod-shr-user-cd78f1/e2e-shr-auth-81442b-e2e-extmod-b-7d25db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:59.085293526Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","reconcileID":"69a7deb2-765b-4468-85ce-d9f67f7ad28c","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-auth-81442b-2d53748654e6","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-auth-81442b-e2e-extmod-b-7d25db","externalModel":"e2e-shr-auth-81442b","provider":"e2e-shr-auth-81442b-provider","gateway":"openshift-ingress/e2e-extmod-b-7d25db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:59.227061382Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","reconcileID":"d546bb23-cdba-41a7-92a3-48cd7383cbd7","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-auth-81442b-32f40957b72f","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","externalModel":"e2e-shr-auth-81442b","provider":"e2e-shr-auth-81442b-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:59.329654361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"52a11323-fdbc-4555-906e-19c4c4669b46","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:59.329654222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"9922df17-3933-4c0d-b691-855723e31c79","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:59.386741427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"9922df17-3933-4c0d-b691-855723e31c79","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:59.387871132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"52a11323-fdbc-4555-906e-19c4c4669b46","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:59.388826253Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-sub","reconcileID":"31c34bee-6fc0-473e-9056-e5643a651281","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6a19f8bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:59.812228704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"ac4f21d7-853a-41a6-8aec-ac1b22c9816f","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:59.827107105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"5fb4f828-31f2-4a4f-8680-2a1d9353de52","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:59.870286797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"ac4f21d7-853a-41a6-8aec-ac1b22c9816f","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:25:59.884909058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"5fb4f828-31f2-4a4f-8680-2a1d9353de52","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:06.27954176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"default-tenant","reconcileID":"dd9b16bb-bc9f-4868-a7dd-cc31f6d4f627","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f13905","tenantID":"e2e-api-a-f13905","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:06.396196192Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"default-tenant","reconcileID":"dd9b16bb-bc9f-4868-a7dd-cc31f6d4f627","name":"e2e-api-a-f13905-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:06.397700456Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-b4fa22","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b4fa22","reconcileID":"bfdb90e7-8e8e-4aa5-ba25-16270ee2c199","namespace":"llm","name":"e2e-dft-b4fa22","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:06.452720213Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-b4fa22","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b4fa22","reconcileID":"6d21cc5d-f66c-495d-941e-f11addb8fdd2","namespace":"llm","name":"e2e-dft-b4fa22","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:06.55218404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"6692429d-072e-4678-8547-8d7571c6d1c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:06.552204121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"442122f8-7868-4476-b41b-3a67b6ec75b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:06.552991602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"14aca711-52d6-4406-a60e-5cd8a4bcc765","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:06.553198216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"5dd0423b-2fca-4c87-bb78-f8fba8183998","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:06.554128094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8009b39b-be56-4f21-9472-ede9b647d6c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:06.660077562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"442122f8-7868-4476-b41b-3a67b6ec75b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:06.662629425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"14aca711-52d6-4406-a60e-5cd8a4bcc765","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:06.668529717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8009b39b-be56-4f21-9472-ede9b647d6c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:06.66923823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"5dd0423b-2fca-4c87-bb78-f8fba8183998","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:06.670914509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"6692429d-072e-4678-8547-8d7571c6d1c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:06.671099064Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3de5e8f6-98e7-42e5-bc1d-4fee85945cc0","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:06.67113026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3de5e8f6-98e7-42e5-bc1d-4fee85945cc0","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:06.671495105Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8396c623-e2d9-4dd5-8d89-87e53b26d9db","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:06.671511066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8396c623-e2d9-4dd5-8d89-87e53b26d9db","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:06.671811786Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"59ac5798-97c6-4c61-9187-84f8259af7ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:06.67182516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"59ac5798-97c6-4c61-9187-84f8259af7ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:06.672235071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"63a266eb-acd6-4476-b779-7227cdf00ac6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:06.672249739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"63a266eb-acd6-4476-b779-7227cdf00ac6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:06.672680165Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8a695ab8-f11f-457d-be93-aa2261124b20","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:06.672694826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8a695ab8-f11f-457d-be93-aa2261124b20","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:06.672988915Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6ea38437-ae80-4cd6-84d9-fe77e742736b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:06.673002358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6ea38437-ae80-4cd6-84d9-fe77e742736b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:06.673271581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d43618a8-d435-44ff-8f24-50ac5837484c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:06.673297259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d43618a8-d435-44ff-8f24-50ac5837484c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:06.673598405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"93c541b7-bc38-4b56-b4cc-04552d958a9d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:06.67361226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"93c541b7-bc38-4b56-b4cc-04552d958a9d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:06.750055854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3c2dbcd3-e73f-4b4d-a81b-ac9c97f022b6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:06.750074749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3c2dbcd3-e73f-4b4d-a81b-ac9c97f022b6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:06.750349754Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1a89e81c-bb6e-4c93-a4a7-7df5236b3c8c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:06.750364815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1a89e81c-bb6e-4c93-a4a7-7df5236b3c8c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:06.750574958Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e08d7e7d-2321-4d93-8ce8-7abf4ec4f84e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:06.750584778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e08d7e7d-2321-4d93-8ce8-7abf4ec4f84e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:06.750763021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"55b85222-2503-480c-9285-5dd79f183454","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:06.750773374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"55b85222-2503-480c-9285-5dd79f183454","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:06.750967619Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"81198b0f-7a90-42bd-97c6-3f377f6d05d1","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:06.750976953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"81198b0f-7a90-42bd-97c6-3f377f6d05d1","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:06.751149665Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a0186486-f95c-4269-af40-da7ce9ba8756","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:06.751157956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a0186486-f95c-4269-af40-da7ce9ba8756","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:06.751442787Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"799836e9-a6cd-4adf-988d-141ecde8fc63","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:06.751454789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"799836e9-a6cd-4adf-988d-141ecde8fc63","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:06.751752636Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2a63de7a-7758-4bde-b422-ff063d1d9753","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:06.751764315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2a63de7a-7758-4bde-b422-ff063d1d9753","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:06.801233567Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:06.884689742Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bb616e45-23f7-4c2e-a294-d49fe012224c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:06.907638627Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"edfda03e-02d2-4ee6-b07f-3f3e51a28e59","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:06.967476596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"c56a916c-ed99-4c58-b599-bb5df9576e10","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:07.018829137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"2d77893f-6ddd-479b-ab3b-eeb669e90b3d","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:07.019485279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"6d080b0a-2db9-4c06-bbfc-c3d0d7ce7b4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:07.024801686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"c56a916c-ed99-4c58-b599-bb5df9576e10","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:07.029083525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"131d4920-0ec6-459d-82e2-c25aa597b1ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:07.02910621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8733e53b-5df9-4ced-b0d8-647dd24ba931","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:07.076308462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"6d080b0a-2db9-4c06-bbfc-c3d0d7ce7b4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:07.077246399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"2d77893f-6ddd-479b-ab3b-eeb669e90b3d","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:07.09002143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"131d4920-0ec6-459d-82e2-c25aa597b1ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:07.090034227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8733e53b-5df9-4ced-b0d8-647dd24ba931","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:07.436592068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"b185a425-c6ff-4c0a-89ba-81f7b236fa26","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:07.43661975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"35f4788f-3350-46d6-94ce-1dc63c8582e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:07.437054424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"58a9480c-33b3-4a04-aa53-c45c3fe058c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:07.493752145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"58a9480c-33b3-4a04-aa53-c45c3fe058c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:07.494819705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"35f4788f-3350-46d6-94ce-1dc63c8582e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:07.495920294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"b185a425-c6ff-4c0a-89ba-81f7b236fa26","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:07.537253629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"e2b88792-19f0-4b06-9404-d4b903c8f2c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:07.539801459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"83e8cd44-c992-44f6-affe-f4e13c39cb3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:07.59549105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"e2b88792-19f0-4b06-9404-d4b903c8f2c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:07.598884768Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-b4fa22","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b4fa22","reconcileID":"0d408c13-4562-4733-bd99-0dd4e4f91c8c","namespace":"llm","name":"e2e-dft-b4fa22","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:07.604430517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"83e8cd44-c992-44f6-affe-f4e13c39cb3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:07.813819059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f555a3bd-9c6c-4eca-a330-b27329226bff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:07.813830825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"7746b586-2c3e-448f-a0bc-d65babdc8092","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:07.87296457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"7746b586-2c3e-448f-a0bc-d65babdc8092","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:07.877692219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f555a3bd-9c6c-4eca-a330-b27329226bff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:07.91649523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"7b6f048f-5d56-47a6-8e3e-89c4c3c2bb79","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:07.967613423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"fa95dd67-ab32-4bd0-932d-db9dcc19a8b9","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:07.970848701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"202a0122-07f8-43e1-bfa3-07d4dfbe0aab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:07.973196728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"7b6f048f-5d56-47a6-8e3e-89c4c3c2bb79","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:08.024060126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"fa95dd67-ab32-4bd0-932d-db9dcc19a8b9","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:08.027751647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"202a0122-07f8-43e1-bfa3-07d4dfbe0aab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:08.23274475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"64252d51-f3ab-492a-b3bb-da2950d933ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:08.232763152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"695c2897-aeaf-4cd3-ac6a-e35e05156b73","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:08.290860675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"64252d51-f3ab-492a-b3bb-da2950d933ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:08.290905621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"695c2897-aeaf-4cd3-ac6a-e35e05156b73","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:08.386082264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"c082d775-4214-4ec0-931b-8567e8b6e979","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:08.43803698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"85052e58-a740-4f71-8a2c-3db8a94011db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:08.438037053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"2b0d0629-3d1d-4a7a-95c3-1bde96d793b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:08.442971488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"c082d775-4214-4ec0-931b-8567e8b6e979","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:08.495384228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"2b0d0629-3d1d-4a7a-95c3-1bde96d793b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:08.495420534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"85052e58-a740-4f71-8a2c-3db8a94011db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:08.603909238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"f4dd4d22-c38c-4180-8857-372e315662d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:08.6618424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"f4dd4d22-c38c-4180-8857-372e315662d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:08.667467227Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-b4fa22","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b4fa22","reconcileID":"aa064a1b-31aa-477e-8c66-5b1dfeb0b9d4","namespace":"llm","name":"e2e-dft-b4fa22","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:08.772443481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"001ba774-9eb4-4dec-bb6b-7d8b638704b5","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:08.823592338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"472d1a95-10c2-4a13-9075-311e6248adc2","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:08.825016414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"c4ee6f40-6f78-4add-8165-504d6cb15f9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:08.825021241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"d6c3d803-a039-4316-be8c-cc1c79eef0b8","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:08.82902055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"001ba774-9eb4-4dec-bb6b-7d8b638704b5","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:08.880125864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"472d1a95-10c2-4a13-9075-311e6248adc2","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:08.881738331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"d6c3d803-a039-4316-be8c-cc1c79eef0b8","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:08.882296121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"c4ee6f40-6f78-4add-8165-504d6cb15f9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:08.971554693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"145fd674-681b-4da1-85b5-14a0135817e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:09.028102908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"145fd674-681b-4da1-85b5-14a0135817e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:09.245177613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"a9af5420-6137-4c0d-b3d4-31af774f657d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:09.246480956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"7f97ab92-b6ec-4eb4-88c1-ef97e4ea0478","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:09.301610277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"a9af5420-6137-4c0d-b3d4-31af774f657d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:09.302924825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"7f97ab92-b6ec-4eb4-88c1-ef97e4ea0478","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:09.345710332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"f37978ff-e400-4bb3-bc56-53e301efca1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:09.348197706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"19862190-75fd-4f8d-ac28-4a4e2f39c110","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:09.348226865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"2d89b14c-22b8-46b8-98a9-2724e986513c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:09.402213745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"f37978ff-e400-4bb3-bc56-53e301efca1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:09.405574821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"2d89b14c-22b8-46b8-98a9-2724e986513c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:09.406782062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"19862190-75fd-4f8d-ac28-4a4e2f39c110","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:09.441186768Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-sub","reconcileID":"938daa17-ff1a-44a5-994a-bea13393906a","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"model":"e2e-extmod-shr-user-cd78f1/e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","subscription":"e2e-shr-auth-81442b-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:09.545669238Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-sub","reconcileID":"938daa17-ff1a-44a5-994a-bea13393906a","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"model":"e2e-extmod-shr-user-cd78f1/e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:09.597735496Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-sub","reconcileID":"938daa17-ff1a-44a5-994a-bea13393906a","MaaSSubscription":{"name":"e2e-shr-auth-81442b-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:09.664175304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"853373fd-c4b6-4447-962a-4e1cda53e12d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:09.720991299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"853373fd-c4b6-4447-962a-4e1cda53e12d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:09.923298209Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","reconcileID":"b7767cd5-355c-4ef2-bc94-4beaeb683658","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-auth-81442b-32f40957b72f","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","externalModel":"e2e-shr-auth-81442b","provider":"e2e-shr-auth-81442b-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:10.027556676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"12c89538-16be-4bea-9f3b-15a57dd16544","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:10.027556711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"72ff3849-817c-4e78-b43b-2b68eec4435a","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:10.084526734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"12c89538-16be-4bea-9f3b-15a57dd16544","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:10.085724897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"72ff3849-817c-4e78-b43b-2b68eec4435a","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:10.087311251Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","reconcileID":"fd36d039-8894-4467-9e5f-e685049c0152","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-shared-616643-81144d719efe","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","externalModel":"e2e-shr-shared-616643","provider":"e2e-shr-shared-616643-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:10.191762196Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","reconcileID":"37856c1b-6037-49fe-a759-cda99f795592","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-auth-81442b-32f40957b72f","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","externalModel":"e2e-shr-auth-81442b","provider":"e2e-shr-auth-81442b-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:10.34540312Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-auth-81442b-access","reconcileID":"341cedac-d73a-409f-9fc4-6f046b4c82e4","MaaSAuthPolicy":{"name":"e2e-shr-auth-81442b-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"model":"e2e-extmod-shr-user-cd78f1/e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:10.557307074Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","reconcileID":"73162c52-de8f-4b47-9774-1a56ca3a5bff","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-auth-81442b-32f40957b72f","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","externalModel":"e2e-shr-auth-81442b","provider":"e2e-shr-auth-81442b-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:10.957485651Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","reconcileID":"0bc5f92c-b5cc-484d-9dc8-7086ead2c783","MaaSModelRef":{"name":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-auth-81442b-32f40957b72f","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-auth-81442b-e2e-extmod-a-8f45a2","externalModel":"e2e-shr-auth-81442b","provider":"e2e-shr-auth-81442b-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:11.533449138Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-81442b","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-auth-81442b","reconcileID":"a16b47b3-b75d-4f05-ad75-5e46f2179a26","namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-auth-81442b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:11.640117328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"95afd427-2d01-4f0e-bb4f-0a267d167fa8","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:11.641990397Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","reconcileID":"6894746e-697c-4342-b67c-01504370f06a","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-shared-616643-81144d719efe","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","externalModel":"e2e-shr-shared-616643","provider":"e2e-shr-shared-616643-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:11.689546908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"4ea3a664-bb7f-4ca7-831a-7f2416515278","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:11.690586084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"870b276b-fee9-47e0-80be-d6ff76741351","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:11.690638026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c5b4864f-ead8-40b7-8cfc-59ab6c4daf50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:11.691068894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"d9734b1d-38f4-458f-81a6-d82ead16eddd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:11.697184932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"95afd427-2d01-4f0e-bb4f-0a267d167fa8","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:11.748012873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c5b4864f-ead8-40b7-8cfc-59ab6c4daf50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:11.748259901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"4ea3a664-bb7f-4ca7-831a-7f2416515278","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:11.749483934Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","reconcileID":"5ddc7902-0a63-459d-9b59-033797840e90","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-shared-616643-e4da3965f644","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","externalModel":"e2e-shr-shared-616643","provider":"e2e-shr-shared-616643-provider","gateway":"openshift-ingress/e2e-extmod-b-7d25db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:11.750480202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"870b276b-fee9-47e0-80be-d6ff76741351","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:11.753489835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"d9734b1d-38f4-458f-81a6-d82ead16eddd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:11.853691131Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-sub","reconcileID":"b51e03d3-3ef9-4fd1-88dd-f61c098d3915","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-shr-shared-616643-e2e-extmod-a-8f45a2","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-shared-616643-e2e-extmod-a-8f45a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:11.854811912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-sub","reconcileID":"fb2d2d13-fb75-439d-86fb-6c7ed0ca83ee","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"maas-trlp-e2e-shr-shared-616643-e2e-extmod-b-7d25db","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-shared-616643-e2e-extmod-b-7d25db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:11.861278808Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","reconcileID":"c844c121-b857-4ce3-9cf2-ccd1b958d11b","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-shared-616643-e4da3965f644","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","externalModel":"e2e-shr-shared-616643","provider":"e2e-shr-shared-616643-provider","gateway":"openshift-ingress/e2e-extmod-b-7d25db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:11.965927913Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","reconcileID":"d8c0fe67-d1f1-4318-bb13-cbe2bace48a4","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-shared-616643-81144d719efe","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","externalModel":"e2e-shr-shared-616643","provider":"e2e-shr-shared-616643-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:12.06174248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"34517b48-ab01-45e2-923f-92b084396e32","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:12.109056477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"169d92ea-bdcd-4d3b-9a16-da9049db4d34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:12.109093706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"73336d9f-4125-4fd8-b520-bd09399bd067","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:12.109843352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"b746f557-481f-4563-9afc-e6685e22bbc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:12.109929563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"0ae9a109-1acd-47cd-9957-02182a589345","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:12.118904218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"34517b48-ab01-45e2-923f-92b084396e32","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:12.166766164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"169d92ea-bdcd-4d3b-9a16-da9049db4d34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:12.166996818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"b746f557-481f-4563-9afc-e6685e22bbc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:12.169059345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"0ae9a109-1acd-47cd-9957-02182a589345","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:12.169620968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"73336d9f-4125-4fd8-b520-bd09399bd067","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:12.25840393Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-81442b","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-auth-81442b","reconcileID":"baa33281-1c19-446a-a6bc-e4674c285a50","namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-auth-81442b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:12.278133433Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-sub","reconcileID":"c878ad9c-7268-4641-92c5-875eae67f319","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-shr-shared-616643-e2e-extmod-a-8f45a2","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-shared-616643-e2e-extmod-a-8f45a2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:12.278676957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-sub","reconcileID":"d2d83027-46a6-4240-81da-bc7865c779f7","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"maas-trlp-e2e-shr-shared-616643-e2e-extmod-b-7d25db","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-shared-616643-e2e-extmod-b-7d25db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:12.476580441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"87cd9b57-03e5-4ecb-a93b-f192c993276d","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:12.527673659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"1ca8a63b-3f51-46e0-add2-8ad2ef23be34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:12.527683232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"1c75dc1b-e684-4506-97f6-37f1ae1b7977","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:12.528083069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b6422ff4-a39a-4b81-a99d-022d80291b61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:12.536335398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"87cd9b57-03e5-4ecb-a93b-f192c993276d","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:12.596947689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"1c75dc1b-e684-4506-97f6-37f1ae1b7977","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:12.597159709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b6422ff4-a39a-4b81-a99d-022d80291b61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:12.600296373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"1ca8a63b-3f51-46e0-add2-8ad2ef23be34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:12.638899875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"bd914ae8-bdec-4887-ad84-bb9606b0dadb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:12.69616836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"bd914ae8-bdec-4887-ad84-bb9606b0dadb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:12.827191966Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","reconcileID":"653cc4a1-3097-4eb3-8b6e-112996e394c8","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-shared-616643-e4da3965f644","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","externalModel":"e2e-shr-shared-616643","provider":"e2e-shr-shared-616643-provider","gateway":"openshift-ingress/e2e-extmod-b-7d25db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:12.957893992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"b3d9f03b-a10d-4bf1-bb12-19198b0e2bdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:12.960385463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"5fa7ef92-092b-4b4e-ad7b-8ae78cc24311","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:12.963165139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"657207df-e3da-47f7-a97a-38fd85af4af5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:12.989767441Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-sub","reconcileID":"9b56ebf3-d371-48b6-b91e-e597452a35f4","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ac6348fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:13.006665042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"c307e248-3c6f-44f9-b253-ed0a71d616a1","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:13.014949102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"b3d9f03b-a10d-4bf1-bb12-19198b0e2bdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:13.017029441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"5fa7ef92-092b-4b4e-ad7b-8ae78cc24311","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:13.019651916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"657207df-e3da-47f7-a97a-38fd85af4af5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:13.05780055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"13ee445d-6089-4117-aa1d-2a85fb4d2b32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:13.063141782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"c307e248-3c6f-44f9-b253-ed0a71d616a1","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:13.114623367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"13ee445d-6089-4117-aa1d-2a85fb4d2b32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:13.426276585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"c703dd50-5482-49bd-976c-b068b3468857","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:13.484799423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"c703dd50-5482-49bd-976c-b068b3468857","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:16.775920819Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b4fa22","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b4fa22","reconcileID":"25fe0f4a-c428-4f97-bda3-991ecfedee9d","MaaSModelRef":{"name":"e2e-dft-b4fa22","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-b4fa22","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:16.775952744Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b4fa22","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b4fa22","reconcileID":"25fe0f4a-c428-4f97-bda3-991ecfedee9d","MaaSModelRef":{"name":"e2e-dft-b4fa22","namespace":"llm"},"routeName":"external-model-e2e-dft-b4fa22-224802bd718f","namespace":"llm","model":"e2e-dft-b4fa22","externalModel":"e2e-dft-b4fa22","provider":"e2e-dft-b4fa22-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:17.659981335Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b4fa22","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b4fa22","reconcileID":"186379ac-4f7c-4019-bab3-65606496d0b3","MaaSModelRef":{"name":"e2e-dft-b4fa22","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-b4fa22","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:17.660010661Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b4fa22","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b4fa22","reconcileID":"186379ac-4f7c-4019-bab3-65606496d0b3","MaaSModelRef":{"name":"e2e-dft-b4fa22","namespace":"llm"},"routeName":"external-model-e2e-dft-b4fa22-224802bd718f","namespace":"llm","model":"e2e-dft-b4fa22","externalModel":"e2e-dft-b4fa22","provider":"e2e-dft-b4fa22-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:17.765009985Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b4fa22","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b4fa22","reconcileID":"c0537745-3816-4e76-ae20-04d02e696232","MaaSModelRef":{"name":"e2e-dft-b4fa22","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-b4fa22","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:17.765035126Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b4fa22","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b4fa22","reconcileID":"c0537745-3816-4e76-ae20-04d02e696232","MaaSModelRef":{"name":"e2e-dft-b4fa22","namespace":"llm"},"routeName":"external-model-e2e-dft-b4fa22-224802bd718f","namespace":"llm","model":"e2e-dft-b4fa22","externalModel":"e2e-dft-b4fa22","provider":"e2e-dft-b4fa22-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:17.868668674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b4fa22-access","reconcileID":"a99174a0-013d-4d8a-9da1-0d36cc5601f9","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:17.925304138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b4fa22-access","reconcileID":"a99174a0-013d-4d8a-9da1-0d36cc5601f9","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:18.348951217Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b4fa22","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b4fa22","reconcileID":"e51808d8-2a9b-4111-9ca4-5784187bfa7b","MaaSModelRef":{"name":"e2e-dft-b4fa22","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-b4fa22","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:18.348978192Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b4fa22","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b4fa22","reconcileID":"e51808d8-2a9b-4111-9ca4-5784187bfa7b","MaaSModelRef":{"name":"e2e-dft-b4fa22","namespace":"llm"},"routeName":"external-model-e2e-dft-b4fa22-224802bd718f","namespace":"llm","model":"e2e-dft-b4fa22","externalModel":"e2e-dft-b4fa22","provider":"e2e-dft-b4fa22-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:18.502435067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b4fa22-access","reconcileID":"05c0193c-a6f8-414c-9ba2-0d3de1b62218","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:18.559254978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b4fa22-access","reconcileID":"05c0193c-a6f8-414c-9ba2-0d3de1b62218","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:23.042073081Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-sub","reconcileID":"1e20bb65-4cc5-4756-9cbd-b1842ca25776","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"model":"e2e-extmod-shr-user-cd78f1/e2e-shr-shared-616643-e2e-extmod-b-7d25db","subscription":"e2e-shr-shared-616643-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:23.147134817Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-sub","reconcileID":"1e20bb65-4cc5-4756-9cbd-b1842ca25776","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"model":"e2e-extmod-shr-user-cd78f1/e2e-shr-shared-616643-e2e-extmod-b-7d25db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:23.198886193Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-sub","reconcileID":"1e20bb65-4cc5-4756-9cbd-b1842ca25776","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"maas-trlp-e2e-shr-shared-616643-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-shared-616643-e2e-extmod-b-7d25db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:23.526692378Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","reconcileID":"e46b07ae-bf7f-403f-bf46-0471f9529161","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-shared-616643-e4da3965f644","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","externalModel":"e2e-shr-shared-616643","provider":"e2e-shr-shared-616643-provider","gateway":"openshift-ingress/e2e-extmod-b-7d25db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:23.579109803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"f05ba7be-8f52-4050-b40b-7bfb0d16f10c","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:23.635839442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"f05ba7be-8f52-4050-b40b-7bfb0d16f10c","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:23.699993337Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","reconcileID":"162a30f5-4a14-4179-a9d1-9cde8125c427","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-shared-616643-e4da3965f644","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","externalModel":"e2e-shr-shared-616643","provider":"e2e-shr-shared-616643-provider","gateway":"openshift-ingress/e2e-extmod-b-7d25db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:23.899669993Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"3cc57508-334f-4245-b54c-6793ad8ee502","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"model":"e2e-extmod-shr-user-cd78f1/e2e-shr-shared-616643-e2e-extmod-b-7d25db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:24.154432924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"3cc57508-334f-4245-b54c-6793ad8ee502","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:24.281877604Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"3cc57508-334f-4245-b54c-6793ad8ee502","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"name":"e2e-extmod-b-7d25db-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:24.281901212Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"e2e-shr-shared-616643-access","reconcileID":"3cc57508-334f-4245-b54c-6793ad8ee502","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d25db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:24.390635205Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","reconcileID":"9b14c7a4-521c-4b78-b864-ef814f9164bc","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-shared-616643-e4da3965f644","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-shared-616643-e2e-extmod-b-7d25db","externalModel":"e2e-shr-shared-616643","provider":"e2e-shr-shared-616643-provider","gateway":"openshift-ingress/e2e-extmod-b-7d25db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:24.528739773Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","reconcileID":"849aff58-abb5-4268-ba51-fb741cca3d87","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-shared-616643-81144d719efe","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","externalModel":"e2e-shr-shared-616643","provider":"e2e-shr-shared-616643-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:24.587786877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"5975f29d-1ae7-4bc0-b698-1219c40c4b71","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:24.645780896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"5975f29d-1ae7-4bc0-b698-1219c40c4b71","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:24.703266812Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-sub","reconcileID":"894af64e-48ed-45b6-af29-d58f201fc090","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-89596147","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:25.010933248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"369c7503-5a67-4e51-82d5-aeea91cb7ed3","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:25.088516156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"369c7503-5a67-4e51-82d5-aeea91cb7ed3","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:25.680175609Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-83558e40"},"namespace":"ai-tenant-e2e-ait-83558e40","name":"default-tenant","reconcileID":"5dbdb1a6-8700-47d8-b4d0-7ba39674639c","namespace":"ai-tenant-e2e-ait-83558e40","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:25.680422747Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-83558e40"},"namespace":"ai-tenant-e2e-ait-83558e40","name":"default-tenant","reconcileID":"5dbdb1a6-8700-47d8-b4d0-7ba39674639c","namespace":"ai-tenant-e2e-ait-83558e40","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:25.680581243Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-83558e40"},"namespace":"ai-tenant-e2e-ait-83558e40","name":"default-tenant","reconcileID":"5dbdb1a6-8700-47d8-b4d0-7ba39674639c","tenant":"e2e-ait-83558e40","tenantID":"e2e-ait-83558e40","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:25.735395846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-83558e40"},"namespace":"ai-tenant-e2e-ait-83558e40","name":"default-tenant","reconcileID":"5dbdb1a6-8700-47d8-b4d0-7ba39674639c","gvk":"Deployment","name":"maas-api-e2e-ait-83558e40","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:25.798718571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-83558e40"},"namespace":"ai-tenant-e2e-ait-83558e40","name":"default-tenant","reconcileID":"5dbdb1a6-8700-47d8-b4d0-7ba39674639c","gvk":"Service","name":"maas-api-e2e-ait-83558e40","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:25.864016829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-83558e40"},"namespace":"ai-tenant-e2e-ait-83558e40","name":"default-tenant","reconcileID":"5dbdb1a6-8700-47d8-b4d0-7ba39674639c","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-83558e40","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:25.920566812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-83558e40"},"namespace":"ai-tenant-e2e-ait-83558e40","name":"default-tenant","reconcileID":"5dbdb1a6-8700-47d8-b4d0-7ba39674639c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-83558e40","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:25.980176664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-83558e40"},"namespace":"ai-tenant-e2e-ait-83558e40","name":"default-tenant","reconcileID":"5dbdb1a6-8700-47d8-b4d0-7ba39674639c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-83558e40","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:26.040660848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-83558e40"},"namespace":"ai-tenant-e2e-ait-83558e40","name":"default-tenant","reconcileID":"5dbdb1a6-8700-47d8-b4d0-7ba39674639c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-83558e40","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:26.102576726Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-83558e40"},"namespace":"ai-tenant-e2e-ait-83558e40","name":"default-tenant","reconcileID":"5dbdb1a6-8700-47d8-b4d0-7ba39674639c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-83558e40","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:26.161672804Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-83558e40"},"namespace":"ai-tenant-e2e-ait-83558e40","name":"default-tenant","reconcileID":"5dbdb1a6-8700-47d8-b4d0-7ba39674639c","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-83558e40","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:26.224636356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-83558e40"},"namespace":"ai-tenant-e2e-ait-83558e40","name":"default-tenant","reconcileID":"5dbdb1a6-8700-47d8-b4d0-7ba39674639c","gvk":"Deployment","name":"payload-processing-e2e-ait-83558e40","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:26.289639823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-83558e40"},"namespace":"ai-tenant-e2e-ait-83558e40","name":"default-tenant","reconcileID":"5dbdb1a6-8700-47d8-b4d0-7ba39674639c","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-83558e40","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:26.341670184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-83558e40"},"namespace":"ai-tenant-e2e-ait-83558e40","name":"default-tenant","reconcileID":"5dbdb1a6-8700-47d8-b4d0-7ba39674639c","gvk":"Service","name":"payload-processing-e2e-ait-83558e40","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:26.39963132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-83558e40"},"namespace":"ai-tenant-e2e-ait-83558e40","name":"default-tenant","reconcileID":"5dbdb1a6-8700-47d8-b4d0-7ba39674639c","gvk":"Service","name":"payload-pre-processing-e2e-ait-83558e40","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:26.465659266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-83558e40"},"namespace":"ai-tenant-e2e-ait-83558e40","name":"default-tenant","reconcileID":"5dbdb1a6-8700-47d8-b4d0-7ba39674639c","gvk":"DestinationRule","name":"payload-processing-e2e-ait-83558e40","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:26.528640451Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-83558e40"},"namespace":"ai-tenant-e2e-ait-83558e40","name":"default-tenant","reconcileID":"5dbdb1a6-8700-47d8-b4d0-7ba39674639c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-83558e40","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:26.583681579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-83558e40"},"namespace":"ai-tenant-e2e-ait-83558e40","name":"default-tenant","reconcileID":"5dbdb1a6-8700-47d8-b4d0-7ba39674639c","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-83558e40","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:26.642054079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-83558e40"},"namespace":"ai-tenant-e2e-ait-83558e40","name":"default-tenant","reconcileID":"5dbdb1a6-8700-47d8-b4d0-7ba39674639c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-83558e40","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:26.699649323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-83558e40"},"namespace":"ai-tenant-e2e-ait-83558e40","name":"default-tenant","reconcileID":"5dbdb1a6-8700-47d8-b4d0-7ba39674639c","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-83558e40","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:26.760629751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-83558e40"},"namespace":"ai-tenant-e2e-ait-83558e40","name":"default-tenant","reconcileID":"5dbdb1a6-8700-47d8-b4d0-7ba39674639c","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-83558e40","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:26.820646908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-83558e40"},"namespace":"ai-tenant-e2e-ait-83558e40","name":"default-tenant","reconcileID":"5dbdb1a6-8700-47d8-b4d0-7ba39674639c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-83558e40","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:26.883509716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-83558e40"},"namespace":"ai-tenant-e2e-ait-83558e40","name":"default-tenant","reconcileID":"5dbdb1a6-8700-47d8-b4d0-7ba39674639c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-83558e40","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:27.131863973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b4fa22-access","reconcileID":"27bbd834-2f88-4066-b7b4-27ae913ea8c4","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:27.134127347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d1c8a01b-e7ec-46cb-a7fc-1fc825d1a3db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:27.156041368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4f8dd058-e067-452c-91e6-802488eebc68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:27.302317798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b4fa22-access","reconcileID":"27bbd834-2f88-4066-b7b4-27ae913ea8c4","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:27.306247907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d1c8a01b-e7ec-46cb-a7fc-1fc825d1a3db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:27.322154709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4f8dd058-e067-452c-91e6-802488eebc68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:27.863402272Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-83558e40","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-83558e40","reconcileID":"3d437811-c40f-486f-8dc6-36c009df0d5d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-83558e40","removed":["maas.opendatahub.io/gateway-access-e2e-ait-83558e40"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:28.999364382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ab310c8-9c09-4d1a-92e2-661a3e25d27f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:29.051295529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ab310c8-9c09-4d1a-92e2-661a3e25d27f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:29.103967583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ab310c8-9c09-4d1a-92e2-661a3e25d27f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:29.155900941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ab310c8-9c09-4d1a-92e2-661a3e25d27f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:31.089417003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"284cb0a2-a379-424f-b0f5-10dd5f9d4694","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:31.141284379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"284cb0a2-a379-424f-b0f5-10dd5f9d4694","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:31.193128936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"284cb0a2-a379-424f-b0f5-10dd5f9d4694","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:31.246262366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"284cb0a2-a379-424f-b0f5-10dd5f9d4694","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:33.853646981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dde7ae2-8ca3-409a-8397-c9d5ecb7113c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:33.90525819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dde7ae2-8ca3-409a-8397-c9d5ecb7113c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:33.957064727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dde7ae2-8ca3-409a-8397-c9d5ecb7113c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:34.008978729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dde7ae2-8ca3-409a-8397-c9d5ecb7113c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:34.439226936Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-ce346503","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-ce346503","reconcileID":"0640b25a-a38a-42eb-91b2-8a44c14d52f5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-ce346503","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-ce346503":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:34.756790564Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-sub","reconcileID":"6315bc99-e0a8-4a02-a79a-5bd10c42bfca","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"model":"e2e-extmod-shr-user-cd78f1/e2e-shr-shared-616643-e2e-extmod-a-8f45a2","subscription":"e2e-shr-shared-616643-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:34.861421239Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-sub","reconcileID":"6315bc99-e0a8-4a02-a79a-5bd10c42bfca","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"model":"e2e-extmod-shr-user-cd78f1/e2e-shr-shared-616643-e2e-extmod-a-8f45a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:34.913590888Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-sub","reconcileID":"6315bc99-e0a8-4a02-a79a-5bd10c42bfca","MaaSSubscription":{"name":"e2e-shr-shared-616643-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-shr-shared-616643-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-extmod-shr-user-cd78f1/e2e-shr-shared-616643-e2e-extmod-a-8f45a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:35.273128558Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","reconcileID":"160b91e7-eb48-47f4-9108-17198af3f9f3","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-shared-616643-81144d719efe","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","externalModel":"e2e-shr-shared-616643","provider":"e2e-shr-shared-616643-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:35.377385404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"e848186d-62c0-4312-9c6a-213891ec654b","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:35.444140495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"e848186d-62c0-4312-9c6a-213891ec654b","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:35.495742466Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","reconcileID":"50f84685-26c3-4a8f-ab97-45340f99d051","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-shared-616643-81144d719efe","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","externalModel":"e2e-shr-shared-616643","provider":"e2e-shr-shared-616643-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:26:35.601513768Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","reconcileID":"50f84685-26c3-4a8f-ab97-45340f99d051","name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-616643-e2e-extmod-a-8f45a2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:26:35.601596078Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","reconcileID":"50f84685-26c3-4a8f-ab97-45340f99d051","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-616643-e2e-extmod-a-8f45a2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:35.658956248Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","reconcileID":"21272ef2-8865-4c46-aaea-f38729228cda","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-shared-616643-81144d719efe","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","externalModel":"e2e-shr-shared-616643","provider":"e2e-shr-shared-616643-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:35.704199031Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"a444f1b7-ded5-4264-8eb1-3a17d6776acd","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"model":"e2e-extmod-shr-user-cd78f1/e2e-shr-shared-616643-e2e-extmod-a-8f45a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:35.90812642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"a444f1b7-ded5-4264-8eb1-3a17d6776acd","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:35.911184108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cafc352-527e-43f6-971f-f2f42fcf34e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:35.963130354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cafc352-527e-43f6-971f-f2f42fcf34e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:36.014970174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cafc352-527e-43f6-971f-f2f42fcf34e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:36.066550432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cafc352-527e-43f6-971f-f2f42fcf34e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:36.085058623Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"a444f1b7-ded5-4264-8eb1-3a17d6776acd","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:36.085078501Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-shr-shared-616643-access","reconcileID":"a444f1b7-ded5-4264-8eb1-3a17d6776acd","MaaSAuthPolicy":{"name":"e2e-shr-shared-616643-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:36.193500111Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","reconcileID":"50f363a1-a49b-4eb3-af12-58b33d7fc3be","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-shared-616643-81144d719efe","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","externalModel":"e2e-shr-shared-616643","provider":"e2e-shr-shared-616643-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:36.587896195Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","reconcileID":"1be8aa2b-dd8e-4f34-b89b-265fbc55df67","MaaSModelRef":{"name":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","namespace":"e2e-extmod-shr-user-cd78f1"},"routeName":"external-model-e2e-shr-shared-616643-81144d719efe","namespace":"e2e-extmod-shr-user-cd78f1","model":"e2e-shr-shared-616643-e2e-extmod-a-8f45a2","externalModel":"e2e-shr-shared-616643","provider":"e2e-shr-shared-616643-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:36.776333258Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:37.133984836Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-616643","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643","reconcileID":"08c1ec89-c4de-4711-8ad9-90e0a2fa125e","namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:37.29048986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"ea7a521a-944f-4ca5-a8ac-87e407e02959","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:37.290489857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"16682c75-1caa-455e-9350-58de99ce5b91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:37.293558944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"71ab30cd-2199-4a97-af0d-243d3cc4fe1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:37.347729528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"16682c75-1caa-455e-9350-58de99ce5b91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:37.347730056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"ea7a521a-944f-4ca5-a8ac-87e407e02959","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:37.350205995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"71ab30cd-2199-4a97-af0d-243d3cc4fe1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:37.373801866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"82a7049f-eea3-4c97-a5d1-eacd22c9fd93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:37.375000189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b4fa22-access","reconcileID":"429c6275-f26f-4ed0-8e30-8498c8e311ca","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:37.495576546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b4fa22-access","reconcileID":"429c6275-f26f-4ed0-8e30-8498c8e311ca","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:37.497222826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"82a7049f-eea3-4c97-a5d1-eacd22c9fd93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:37.779213467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"3c2af516-dcde-475d-8806-8a3136febe31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:37.817900779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0a556fd2-03dc-4c68-a2b7-a4d20823e66e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:37.839478765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"3c2af516-dcde-475d-8806-8a3136febe31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:37.862985308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"af4d99ac-74f4-4ce3-91d2-b222caff001f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:37.865716749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"11440bfd-c04b-4645-94ae-659607169775","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:37.951262924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0a556fd2-03dc-4c68-a2b7-a4d20823e66e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:37.956176537Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-616643","namespace":"e2e-extmod-shr-user-cd78f1"},"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643","reconcileID":"bce52a39-6128-483d-b5e9-a844b7cb1631","namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-shared-616643","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:37.956254283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"af4d99ac-74f4-4ce3-91d2-b222caff001f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:37.958458439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"11440bfd-c04b-4645-94ae-659607169775","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:38.118042786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6619a2b7-600f-4741-9d12-8d6faf74dffd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:38.170455041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6619a2b7-600f-4741-9d12-8d6faf74dffd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:38.170680023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"d7edcd3b-3044-4613-b05a-5b4d6cfe7007","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:38.2222995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6619a2b7-600f-4741-9d12-8d6faf74dffd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:38.274966912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6619a2b7-600f-4741-9d12-8d6faf74dffd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:38.333445256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"d7edcd3b-3044-4613-b05a-5b4d6cfe7007","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:38.380749185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"ef3e15fb-7ab0-4b64-8217-692b1dcdd7be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:38.434066419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"1c5097cb-0ac2-40f8-8604-7ca96dd988e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:38.443906027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"ef3e15fb-7ab0-4b64-8217-692b1dcdd7be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:38.491363872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"1c5097cb-0ac2-40f8-8604-7ca96dd988e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:38.511130534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"fe4016e8-20a8-4c12-84f0-7486f5ef29f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:38.511245286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"44c4612a-76b1-404d-a826-3471ac5012a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:38.568423111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"fe4016e8-20a8-4c12-84f0-7486f5ef29f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:38.569636253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"44c4612a-76b1-404d-a826-3471ac5012a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:38.720765238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"22d2727e-cadd-4fee-844d-f39ff92323af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:38.778173295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"22d2727e-cadd-4fee-844d-f39ff92323af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:38.822203864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"1ff95184-805a-4ec7-94e6-bb90129d3cc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:38.872858673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7d1b5bce-e1da-4063-b69d-cc5427ea9703","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:38.881508765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"1ff95184-805a-4ec7-94e6-bb90129d3cc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:38.930070716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7d1b5bce-e1da-4063-b69d-cc5427ea9703","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:38.935616734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b4fa22-access","reconcileID":"0a0d8702-5d0e-4a68-b174-471920603a8d","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:38.99371086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b4fa22-access","reconcileID":"0a0d8702-5d0e-4a68-b174-471920603a8d","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:43.325541013Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b4fa22","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b4fa22","reconcileID":"e3fdffb2-0022-408c-af87-4ae50b5a947f","MaaSModelRef":{"name":"e2e-dft-b4fa22","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-b4fa22","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:43.325565101Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b4fa22","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b4fa22","reconcileID":"e3fdffb2-0022-408c-af87-4ae50b5a947f","MaaSModelRef":{"name":"e2e-dft-b4fa22","namespace":"llm"},"routeName":"external-model-e2e-dft-b4fa22-224802bd718f","namespace":"llm","model":"e2e-dft-b4fa22","externalModel":"e2e-dft-b4fa22","provider":"e2e-dft-b4fa22-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:26:43.381683331Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-b4fa22-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b4fa22-sub","reconcileID":"fb2fa461-b222-4755-b0cb-b484dea41807","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-b4fa22-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:43.478791423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"80e0dda5-0b3d-4720-92dc-15582a690f13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:43.479118523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f72bf1e3-fa34-4651-ab6d-fcb085e869ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:43.479625957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b4fa22-access","reconcileID":"a410491a-d684-4d18-9cad-b33746018c57","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:43.485287758Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b4fa22","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b4fa22","reconcileID":"54746103-4e74-4ee3-8f24-60f74bdf73d8","MaaSModelRef":{"name":"e2e-dft-b4fa22","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-b4fa22","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:43.485304095Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b4fa22","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b4fa22","reconcileID":"54746103-4e74-4ee3-8f24-60f74bdf73d8","MaaSModelRef":{"name":"e2e-dft-b4fa22","namespace":"llm"},"routeName":"external-model-e2e-dft-b4fa22-224802bd718f","namespace":"llm","model":"e2e-dft-b4fa22","externalModel":"e2e-dft-b4fa22","provider":"e2e-dft-b4fa22-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:26:43.596719422Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b4fa22","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b4fa22","reconcileID":"54746103-4e74-4ee3-8f24-60f74bdf73d8","name":"e2e-dft-b4fa22","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-b4fa22\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:26:43.596778343Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b4fa22","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b4fa22","reconcileID":"54746103-4e74-4ee3-8f24-60f74bdf73d8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-b4fa22\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:43.608279216Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f72bf1e3-fa34-4651-ab6d-fcb085e869ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:26:43.613381753Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"80e0dda5-0b3d-4720-92dc-15582a690f13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:26:43.61737421Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b4fa22-access","reconcileID":"a410491a-d684-4d18-9cad-b33746018c57","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:43.648772316Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b4fa22","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b4fa22","reconcileID":"a01dc06a-511a-4342-bba1-0259fc649649","MaaSModelRef":{"name":"e2e-dft-b4fa22","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-b4fa22","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:43.648788099Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b4fa22","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b4fa22","reconcileID":"a01dc06a-511a-4342-bba1-0259fc649649","MaaSModelRef":{"name":"e2e-dft-b4fa22","namespace":"llm"},"routeName":"external-model-e2e-dft-b4fa22-224802bd718f","namespace":"llm","model":"e2e-dft-b4fa22","externalModel":"e2e-dft-b4fa22","provider":"e2e-dft-b4fa22-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:43.663694466Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 64, current generation is 65","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f72bf1e3-fa34-4651-ab6d-fcb085e869ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:26:43.668794501Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"80e0dda5-0b3d-4720-92dc-15582a690f13","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:26:43.672614255Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b4fa22-access","reconcileID":"a410491a-d684-4d18-9cad-b33746018c57","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:43.701132438Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cefba622-c74b-4af1-ab9a-0c25bc31f66b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:43.701149287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cefba622-c74b-4af1-ab9a-0c25bc31f66b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:43.753394654Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b4fa22","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b4fa22","reconcileID":"abf808ff-ba85-4346-a8c5-0ecb0cd193e9","MaaSModelRef":{"name":"e2e-dft-b4fa22","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-b4fa22","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:43.753414868Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b4fa22","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b4fa22","reconcileID":"abf808ff-ba85-4346-a8c5-0ecb0cd193e9","MaaSModelRef":{"name":"e2e-dft-b4fa22","namespace":"llm"},"routeName":"external-model-e2e-dft-b4fa22-224802bd718f","namespace":"llm","model":"e2e-dft-b4fa22","externalModel":"e2e-dft-b4fa22","provider":"e2e-dft-b4fa22-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:43.805747736Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"61812b5c-49e8-444f-afea-0b7b0443f365","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:43.805766078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"61812b5c-49e8-444f-afea-0b7b0443f365","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:43.815681859Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-b4fa22-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b4fa22-sub","reconcileID":"499865eb-ea9c-4a48-a353-d0e64a4c1de6","MaaSSubscription":{"name":"e2e-dft-b4fa22-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-b4fa22","model":"e2e-dft-b4fa22","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-b4fa22-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:43.875037269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d34039f3-09d7-45c0-8be7-87a9359dc033","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:43.878788231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b4fa22-access","reconcileID":"235836ed-e2b4-4fa4-936d-8998d52b6db4","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:43.931970965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d34039f3-09d7-45c0-8be7-87a9359dc033","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:43.935452907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b4fa22-access","reconcileID":"235836ed-e2b4-4fa4-936d-8998d52b6db4","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:43.974435051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7028b890-97e9-40fb-b7e1-7507ee98e4df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:43.987438864Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 64, current generation is 65","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d34039f3-09d7-45c0-8be7-87a9359dc033","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:43.991198688Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 64, current generation is 65","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b4fa22-access","reconcileID":"235836ed-e2b4-4fa4-936d-8998d52b6db4","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:44.031237152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7028b890-97e9-40fb-b7e1-7507ee98e4df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:44.087622446Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b4fa22","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b4fa22","reconcileID":"ae762334-3b25-460d-8772-2670ab40e149","MaaSModelRef":{"name":"e2e-dft-b4fa22","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-b4fa22","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:44.087647027Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b4fa22","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b4fa22","reconcileID":"ae762334-3b25-460d-8772-2670ab40e149","MaaSModelRef":{"name":"e2e-dft-b4fa22","namespace":"llm"},"routeName":"external-model-e2e-dft-b4fa22-224802bd718f","namespace":"llm","model":"e2e-dft-b4fa22","externalModel":"e2e-dft-b4fa22","provider":"e2e-dft-b4fa22-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:44.089553538Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 64, current generation is 65","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7028b890-97e9-40fb-b7e1-7507ee98e4df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:44.139950481Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"86ae3523-437d-45e1-88dc-3775d53188da","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:44.139969278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"86ae3523-437d-45e1-88dc-3775d53188da","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:44.192432463Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b4fa22","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b4fa22","reconcileID":"2e004254-b3c8-4d04-9a31-9d69610694f2","MaaSModelRef":{"name":"e2e-dft-b4fa22","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-b4fa22","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:44.192452199Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b4fa22","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b4fa22","reconcileID":"2e004254-b3c8-4d04-9a31-9d69610694f2","MaaSModelRef":{"name":"e2e-dft-b4fa22","namespace":"llm"},"routeName":"external-model-e2e-dft-b4fa22-224802bd718f","namespace":"llm","model":"e2e-dft-b4fa22","externalModel":"e2e-dft-b4fa22","provider":"e2e-dft-b4fa22-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:44.29545098Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-b4fa22-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b4fa22-sub","reconcileID":"8ccc6d71-ca3a-40ab-931c-a9b5dd687d90","MaaSSubscription":{"name":"e2e-dft-b4fa22-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-b4fa22","model":"llm/e2e-dft-b4fa22","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:52.320768334Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c7e551a7"},"namespace":"ai-tenant-e2e-mt-c7e551a7","name":"default-tenant","reconcileID":"922d4718-9941-4cc1-9022-8635e3eaca6d","namespace":"ai-tenant-e2e-mt-c7e551a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:52.320824062Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c7e551a7"},"namespace":"ai-tenant-e2e-mt-c7e551a7","name":"default-tenant","reconcileID":"922d4718-9941-4cc1-9022-8635e3eaca6d","namespace":"ai-tenant-e2e-mt-c7e551a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:52.320876535Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c7e551a7"},"namespace":"ai-tenant-e2e-mt-c7e551a7","name":"default-tenant","reconcileID":"922d4718-9941-4cc1-9022-8635e3eaca6d","tenant":"e2e-mt-c7e551a7","tenantID":"e2e-mt-c7e551a7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:52.374671795Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c7e551a7"},"namespace":"ai-tenant-e2e-mt-c7e551a7","name":"default-tenant","reconcileID":"922d4718-9941-4cc1-9022-8635e3eaca6d","gvk":"Deployment","name":"maas-api-e2e-mt-c7e551a7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:52.435294067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c7e551a7"},"namespace":"ai-tenant-e2e-mt-c7e551a7","name":"default-tenant","reconcileID":"922d4718-9941-4cc1-9022-8635e3eaca6d","gvk":"Service","name":"maas-api-e2e-mt-c7e551a7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:52.49529614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c7e551a7"},"namespace":"ai-tenant-e2e-mt-c7e551a7","name":"default-tenant","reconcileID":"922d4718-9941-4cc1-9022-8635e3eaca6d","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-c7e551a7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:52.549125688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c7e551a7"},"namespace":"ai-tenant-e2e-mt-c7e551a7","name":"default-tenant","reconcileID":"922d4718-9941-4cc1-9022-8635e3eaca6d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-c7e551a7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:52.606198157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c7e551a7"},"namespace":"ai-tenant-e2e-mt-c7e551a7","name":"default-tenant","reconcileID":"922d4718-9941-4cc1-9022-8635e3eaca6d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-c7e551a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:52.660995217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c7e551a7"},"namespace":"ai-tenant-e2e-mt-c7e551a7","name":"default-tenant","reconcileID":"922d4718-9941-4cc1-9022-8635e3eaca6d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-c7e551a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:52.718035362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c7e551a7"},"namespace":"ai-tenant-e2e-mt-c7e551a7","name":"default-tenant","reconcileID":"922d4718-9941-4cc1-9022-8635e3eaca6d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-c7e551a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:52.857690003Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c7e551a7"},"namespace":"ai-tenant-e2e-mt-c7e551a7","name":"default-tenant","reconcileID":"922d4718-9941-4cc1-9022-8635e3eaca6d","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-c7e551a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:52.915571199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c7e551a7"},"namespace":"ai-tenant-e2e-mt-c7e551a7","name":"default-tenant","reconcileID":"922d4718-9941-4cc1-9022-8635e3eaca6d","gvk":"Deployment","name":"payload-processing-e2e-mt-c7e551a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:52.969024303Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c7e551a7"},"namespace":"ai-tenant-e2e-mt-c7e551a7","name":"default-tenant","reconcileID":"922d4718-9941-4cc1-9022-8635e3eaca6d","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-c7e551a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:53.028870491Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c7e551a7"},"namespace":"ai-tenant-e2e-mt-c7e551a7","name":"default-tenant","reconcileID":"922d4718-9941-4cc1-9022-8635e3eaca6d","gvk":"Service","name":"payload-processing-e2e-mt-c7e551a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:53.14946991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c7e551a7"},"namespace":"ai-tenant-e2e-mt-c7e551a7","name":"default-tenant","reconcileID":"922d4718-9941-4cc1-9022-8635e3eaca6d","gvk":"Service","name":"payload-pre-processing-e2e-mt-c7e551a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:53.203654871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c7e551a7"},"namespace":"ai-tenant-e2e-mt-c7e551a7","name":"default-tenant","reconcileID":"922d4718-9941-4cc1-9022-8635e3eaca6d","gvk":"DestinationRule","name":"payload-processing-e2e-mt-c7e551a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:53.257711796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c7e551a7"},"namespace":"ai-tenant-e2e-mt-c7e551a7","name":"default-tenant","reconcileID":"922d4718-9941-4cc1-9022-8635e3eaca6d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-c7e551a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:53.313813206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c7e551a7"},"namespace":"ai-tenant-e2e-mt-c7e551a7","name":"default-tenant","reconcileID":"922d4718-9941-4cc1-9022-8635e3eaca6d","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-c7e551a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:53.372169048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c7e551a7"},"namespace":"ai-tenant-e2e-mt-c7e551a7","name":"default-tenant","reconcileID":"922d4718-9941-4cc1-9022-8635e3eaca6d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-c7e551a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:53.425492128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c7e551a7"},"namespace":"ai-tenant-e2e-mt-c7e551a7","name":"default-tenant","reconcileID":"922d4718-9941-4cc1-9022-8635e3eaca6d","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-c7e551a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:53.478883894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c7e551a7"},"namespace":"ai-tenant-e2e-mt-c7e551a7","name":"default-tenant","reconcileID":"922d4718-9941-4cc1-9022-8635e3eaca6d","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-c7e551a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:53.532906934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c7e551a7"},"namespace":"ai-tenant-e2e-mt-c7e551a7","name":"default-tenant","reconcileID":"922d4718-9941-4cc1-9022-8635e3eaca6d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-c7e551a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:53.586583711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c7e551a7"},"namespace":"ai-tenant-e2e-mt-c7e551a7","name":"default-tenant","reconcileID":"922d4718-9941-4cc1-9022-8635e3eaca6d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-c7e551a7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:53.703156514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cfb7bdc-6cfc-4806-bc81-a0dfb9296fd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:53.755196057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cfb7bdc-6cfc-4806-bc81-a0dfb9296fd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:53.859365075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cfb7bdc-6cfc-4806-bc81-a0dfb9296fd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:53.911262798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cfb7bdc-6cfc-4806-bc81-a0dfb9296fd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:54.277429009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b4fa22-access","reconcileID":"09da89b7-421a-4fb0-849c-6de276c7d916","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:54.277595887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"974c74cf-9b97-4d9c-b366-233489472883","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:54.336083941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"974c74cf-9b97-4d9c-b366-233489472883","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:54.336083938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b4fa22-access","reconcileID":"09da89b7-421a-4fb0-849c-6de276c7d916","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:54.353159319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d37e6a81-6c25-4e63-9aec-84d5f493a274","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:54.391881918Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 64, current generation is 65","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"974c74cf-9b97-4d9c-b366-233489472883","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:54.39194339Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 64, current generation is 65","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b4fa22-access","reconcileID":"09da89b7-421a-4fb0-849c-6de276c7d916","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:54.410813237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d37e6a81-6c25-4e63-9aec-84d5f493a274","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:54.468647196Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 64, current generation is 65","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d37e6a81-6c25-4e63-9aec-84d5f493a274","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:55.797872755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e910d7c8-2ad2-49c4-a1b6-8c2fd088cabf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:55.850099039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e910d7c8-2ad2-49c4-a1b6-8c2fd088cabf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:55.901861053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e910d7c8-2ad2-49c4-a1b6-8c2fd088cabf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:55.937161747Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"18a580f4-5e5d-40cb-9d92-64675e903974","namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:55.9537124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e910d7c8-2ad2-49c4-a1b6-8c2fd088cabf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:55.991771634Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"21d855df-07cd-4d0a-88a2-afd4af5e7178","namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:56.109727423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"045b38c6-249e-4448-ba9d-ccf8dbfbd236","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:56.109727425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"042708d0-b5bc-484f-adee-340b89db4157","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:56.165468942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3c394583-3e1a-4731-93cd-6a0ddef535ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:56.165596798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b4fa22-access","reconcileID":"64642589-3e8d-40a9-882c-75f1c51f992e","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:56.165927158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e16e3235-64bb-4ae2-baba-8f85a6a9717f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:56.16989418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"045b38c6-249e-4448-ba9d-ccf8dbfbd236","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:56.169974476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"042708d0-b5bc-484f-adee-340b89db4157","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:56.222808001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3c394583-3e1a-4731-93cd-6a0ddef535ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:56.222961712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e16e3235-64bb-4ae2-baba-8f85a6a9717f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:56.225004513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b4fa22-access","reconcileID":"64642589-3e8d-40a9-882c-75f1c51f992e","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:56.280267735Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 64, current generation is 65","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e16e3235-64bb-4ae2-baba-8f85a6a9717f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:56.280408476Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 64, current generation is 65","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3c394583-3e1a-4731-93cd-6a0ddef535ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:56.281793583Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 64, current generation is 65","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b4fa22-access","reconcileID":"64642589-3e8d-40a9-882c-75f1c51f992e","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:56.329726313Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"d21e965e-7582-47d4-a3a4-165433ffbe56","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:56.438421426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"2b26e1fb-db89-45ec-9cba-54399f2d3b21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:56.441194178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"5ee59fab-2fe6-4ce4-9f8e-8bfb2b572154","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:56.441201454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"453d33d3-83a8-45c9-88d5-6fac9c93bd22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:56.491209199Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"93377994-4f7e-44de-adba-efcd3580f531","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:56.495513132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"2b26e1fb-db89-45ec-9cba-54399f2d3b21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:56.49808783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"5ee59fab-2fe6-4ce4-9f8e-8bfb2b572154","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:56.498178084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"453d33d3-83a8-45c9-88d5-6fac9c93bd22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:56.535604393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"23b985ae-c846-4784-b95b-f28e45e68af6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:56.586834552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1e09f0a0-4265-4403-bc84-2648bef9d692","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:56.593282125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"23b985ae-c846-4784-b95b-f28e45e68af6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:26:56.604299965Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"93377994-4f7e-44de-adba-efcd3580f531","name":"e2e-cfl-fd3b7b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-fd3b7b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:26:56.604366184Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"93377994-4f7e-44de-adba-efcd3580f531","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-fd3b7b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:56.643894016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1e09f0a0-4265-4403-bc84-2648bef9d692","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:56.661367087Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"17ea4c58-4bb4-427a-a9db-521f710cbae4","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:56.69988701Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 64, current generation is 65","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1e09f0a0-4265-4403-bc84-2648bef9d692","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:56.857585207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"e20673b3-fd02-4d16-82d2-ba8e4d7f0477","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:56.857679041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"138ef526-9827-4aae-a914-bbbcfdddd99b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:56.9145232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"e20673b3-fd02-4d16-82d2-ba8e4d7f0477","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:56.914526033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"138ef526-9827-4aae-a914-bbbcfdddd99b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:56.9488551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"98fc5d70-4c46-454a-a019-2147ba59410e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:57.000888799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b4fa22-access","reconcileID":"9ed1a606-4f15-4437-9aa0-04c51ff4ec24","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:57.057791326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b4fa22-access","reconcileID":"9ed1a606-4f15-4437-9aa0-04c51ff4ec24","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:57.059079371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"98fc5d70-4c46-454a-a019-2147ba59410e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:57.1130154Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 64, current generation is 65","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b4fa22-access","reconcileID":"9ed1a606-4f15-4437-9aa0-04c51ff4ec24","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:57.114535282Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 64, current generation is 65","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"98fc5d70-4c46-454a-a019-2147ba59410e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:57.14607867Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"50e6796e-5452-4745-a82b-cc64a68ba0ed","namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:57.200195241Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"cccccc5f-4780-4505-af72-9e2324150102","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-fd3b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:57.200307185Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"cccccc5f-4780-4505-af72-9e2324150102","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"routeName":"external-model-e2e-cfl-fd3b7b-36d0f6829f47","namespace":"e2e-extmod-cfl-1-2a1454","model":"e2e-cfl-fd3b7b","externalModel":"e2e-cfl-fd3b7b","provider":"e2e-cfl-fd3b7b-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:57.350358063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"3c3f540d-39a4-4e8a-8bd3-3b54c8ae040c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:57.350755708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"81a6ff9d-9c91-43e6-996b-02bcd706b467","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:57.401294272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"91db49ad-3b0a-42ba-a812-7b5d9711ba6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:57.401381049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b4fa22-access","reconcileID":"7c9b799e-e4b6-407d-96b3-cfcbe15f703e","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:57.401842911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a092d304-28e8-4a75-bc32-b4260c364eb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:57.407668867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"81a6ff9d-9c91-43e6-996b-02bcd706b467","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:57.410467538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"3c3f540d-39a4-4e8a-8bd3-3b54c8ae040c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:57.459874319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"91db49ad-3b0a-42ba-a812-7b5d9711ba6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:57.460090016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b4fa22-access","reconcileID":"7c9b799e-e4b6-407d-96b3-cfcbe15f703e","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:57.462453321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a092d304-28e8-4a75-bc32-b4260c364eb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:57.515532379Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 64, current generation is 65","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b4fa22-access","reconcileID":"7c9b799e-e4b6-407d-96b3-cfcbe15f703e","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:57.516004953Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 64, current generation is 65","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"91db49ad-3b0a-42ba-a812-7b5d9711ba6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:57.517606721Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 64, current generation is 65","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a092d304-28e8-4a75-bc32-b4260c364eb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:57.704492602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"d901378c-562e-492a-bb8e-a96cdd773d01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:57.704708166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"99f45dd6-bd13-41cf-a5e1-95a754917809","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:57.704493961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"fe24ea9a-ebe8-44f6-80c1-ab6cf83c3437","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:57.717083814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"31322b00-36ae-4c2a-9230-1bd1f6d0bb30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:57.762375738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"d901378c-562e-492a-bb8e-a96cdd773d01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:57.762431005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"99f45dd6-bd13-41cf-a5e1-95a754917809","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:57.764612383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"fe24ea9a-ebe8-44f6-80c1-ab6cf83c3437","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:57.774847018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"31322b00-36ae-4c2a-9230-1bd1f6d0bb30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:57.891909182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee5956e4-c907-4161-ba77-f898be160b85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:57.943870348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee5956e4-c907-4161-ba77-f898be160b85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:57.996656503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee5956e4-c907-4161-ba77-f898be160b85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:58.048511768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee5956e4-c907-4161-ba77-f898be160b85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:58.575430064Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-c7e551a7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-c7e551a7","reconcileID":"a5618f02-b48d-4108-9d40-da3ac5707888","aitenant":"ai-tenants/e2e-mt-c7e551a7","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:59.340602735Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-c7e551a7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-c7e551a7","reconcileID":"a5618f02-b48d-4108-9d40-da3ac5707888","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-c7e551a7","removed":["maas.opendatahub.io/gateway-access-e2e-mt-c7e551a7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:26:59.999286003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9748bd99-649b-4956-9144-5469dd6f51f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:00.051820462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9748bd99-649b-4956-9144-5469dd6f51f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:00.104463552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9748bd99-649b-4956-9144-5469dd6f51f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:00.156134095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9748bd99-649b-4956-9144-5469dd6f51f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:02.326084882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be4d7ad9-c64c-4c95-a6f7-bedf8ab69d79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:02.38882871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be4d7ad9-c64c-4c95-a6f7-bedf8ab69d79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:02.45613273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be4d7ad9-c64c-4c95-a6f7-bedf8ab69d79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:02.518572462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be4d7ad9-c64c-4c95-a6f7-bedf8ab69d79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:04.521993629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b30f766-b033-4fc2-994a-625f3a519c04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:04.57370509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b30f766-b033-4fc2-994a-625f3a519c04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:04.627590174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b30f766-b033-4fc2-994a-625f3a519c04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:04.680014383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b30f766-b033-4fc2-994a-625f3a519c04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:06.56272619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3427480-c4c5-49f4-bb00-eb517e397fca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:06.614540877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3427480-c4c5-49f4-bb00-eb517e397fca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:06.666209148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3427480-c4c5-49f4-bb00-eb517e397fca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:06.717673882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3427480-c4c5-49f4-bb00-eb517e397fca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:06.776609508Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:07.736215015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7aa6a0a2-f46d-447f-be10-41879d64ccad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:07.736315276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"891906dd-a080-41a2-950e-8245043acafd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:07.736596013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b4fa22-access","reconcileID":"245fe1ce-d8bc-4629-9595-3200e75fb130","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:07.844820499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"891906dd-a080-41a2-950e-8245043acafd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:07.845508608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b4fa22-access","reconcileID":"245fe1ce-d8bc-4629-9595-3200e75fb130","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:07.846982873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7aa6a0a2-f46d-447f-be10-41879d64ccad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:07.900045224Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 64, current generation is 65","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"891906dd-a080-41a2-950e-8245043acafd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:07.901000477Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 64, current generation is 65","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b4fa22-access","reconcileID":"245fe1ce-d8bc-4629-9595-3200e75fb130","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:07.902427661Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 64, current generation is 65","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7aa6a0a2-f46d-447f-be10-41879d64ccad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:08.664089752Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b","reconcileID":"1f321a1e-692b-4ced-8679-e2ac09f3d1cf","namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:08.688595381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95243808-904e-44ed-860a-544b083bc973","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:08.740156382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95243808-904e-44ed-860a-544b083bc973","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:08.792121683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95243808-904e-44ed-860a-544b083bc973","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:08.843935832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95243808-904e-44ed-860a-544b083bc973","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:08.896548102Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"cca6f842-393c-425c-beb0-acc59ace770c","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"routeName":"external-model-e2e-cfl-fd3b7b-36d0f6829f47","namespace":"e2e-extmod-cfl-1-2a1454","model":"e2e-cfl-fd3b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:08.948137709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"28370dd2-353d-4834-b0a3-0af7c52b73bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:08.948663271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"4737056c-da0d-4a05-bcf2-3eb7b8615e08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:08.998532389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bcd9b453-2d14-4278-9108-068ea9d6c289","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:08.999763481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b4fa22-access","reconcileID":"d5e00712-141f-4491-9fcb-165bd12c4bf9","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:09.000026451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c89630ba-5069-4c02-8d07-a4aed7e1ecb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:09.004754812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"28370dd2-353d-4834-b0a3-0af7c52b73bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:09.005037068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"4737056c-da0d-4a05-bcf2-3eb7b8615e08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:09.055397367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bcd9b453-2d14-4278-9108-068ea9d6c289","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:09.056370162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c89630ba-5069-4c02-8d07-a4aed7e1ecb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:09.058436174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b4fa22-access","reconcileID":"d5e00712-141f-4491-9fcb-165bd12c4bf9","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:09.11339865Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 64, current generation is 65","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bcd9b453-2d14-4278-9108-068ea9d6c289","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:09.113855428Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 64, current generation is 65","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c89630ba-5069-4c02-8d07-a4aed7e1ecb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:09.11477391Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 64, current generation is 65","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b4fa22-access","reconcileID":"d5e00712-141f-4491-9fcb-165bd12c4bf9","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:09.221289498Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b","reconcileID":"3f3a0824-047a-4b35-bcf8-8fc66ccd271b","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:09.280310325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"25e187cf-d808-4cfb-88af-d5e1da79221c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:09.280372679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"fff51013-8777-4087-ad13-8c6de2244197","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:09.280782673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"6be35c82-8520-4e0a-bc19-43e61f723114","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:09.338573022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"25e187cf-d808-4cfb-88af-d5e1da79221c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:09.338729969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"fff51013-8777-4087-ad13-8c6de2244197","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:09.341955082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"6be35c82-8520-4e0a-bc19-43e61f723114","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:09.37085493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"04a63ff2-fb27-4d3d-aa54-d026d86b0dbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:09.387968831Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b","reconcileID":"986d27b1-24cf-428d-a0df-8af6d89cf60d","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:09.420145716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"2bff6643-c2de-484c-ab9a-16726f53f896","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:09.427261178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"04a63ff2-fb27-4d3d-aa54-d026d86b0dbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:27:09.492186755Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b","reconcileID":"986d27b1-24cf-428d-a0df-8af6d89cf60d","name":"e2e-cfl-fd3b7b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-fd3b7b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:27:09.49225489Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b","reconcileID":"986d27b1-24cf-428d-a0df-8af6d89cf60d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-fd3b7b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:09.54722298Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"2bff6643-c2de-484c-ab9a-16726f53f896","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:09.549141703Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b","reconcileID":"c2c431e0-cf02-4257-ab31-de2ffbcf3de3","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:09.602463812Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-8f45a2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"2bff6643-c2de-484c-ab9a-16726f53f896","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:09.757097038Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-b4fa22-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b4fa22-sub","reconcileID":"efc14969-3c1e-4a01-b236-189b37d8c441","MaaSSubscription":{"name":"e2e-dft-b4fa22-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-b4fa22","model":"llm/e2e-dft-b4fa22","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:09.757366615Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b","reconcileID":"bc8e88c9-cfee-4efd-b09e-000144e79478","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:09.809659174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"694fa4e8-4957-443c-a8f8-1b5cc1d413d2","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:09.86647353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"694fa4e8-4957-443c-a8f8-1b5cc1d413d2","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:09.925676661Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-8f45a2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"694fa4e8-4957-443c-a8f8-1b5cc1d413d2","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:09.92754403Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"3fb74a6e-401e-476e-8f2b-63bb3c533065","namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:09.98523155Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"c7aca711-290e-426e-a4fb-c831f7965d7b","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:10.034316492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"0c00d8f9-2f28-431a-9bf8-44a48be3d06f","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:10.086863508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"4fbdf8ef-f084-4c0b-869f-1cbc3c337d07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:10.089264727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b4fa22","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b4fa22","reconcileID":"1c2e3b17-1dae-4ff3-83f0-65778e356344","MaaSModelRef":{"name":"e2e-dft-b4fa22","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-b4fa22","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:10.089284729Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b4fa22","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b4fa22","reconcileID":"1c2e3b17-1dae-4ff3-83f0-65778e356344","MaaSModelRef":{"name":"e2e-dft-b4fa22","namespace":"llm"},"routeName":"external-model-e2e-dft-b4fa22-224802bd718f","namespace":"llm","model":"e2e-dft-b4fa22","externalModel":"e2e-dft-b4fa22","provider":"e2e-dft-b4fa22-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:10.091128171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"0c00d8f9-2f28-431a-9bf8-44a48be3d06f","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:10.102874718Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b","reconcileID":"51f90d97-8afd-4375-96b0-28f72ea573e3","namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:10.137359111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b4fa22-access","reconcileID":"c05b04ed-33af-40a5-99d8-800f610fc032","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:10.137377627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"92dff2b6-1b1f-4e89-8124-d9fa387386a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:10.13830577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3b9be24c-7cfb-4cb7-9317-25290899ec40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:10.143498649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"4fbdf8ef-f084-4c0b-869f-1cbc3c337d07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:10.146662672Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-8f45a2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"0c00d8f9-2f28-431a-9bf8-44a48be3d06f","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:10.194793743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"92dff2b6-1b1f-4e89-8124-d9fa387386a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:10.19488552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b4fa22-access","reconcileID":"c05b04ed-33af-40a5-99d8-800f610fc032","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:10.197345478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3b9be24c-7cfb-4cb7-9317-25290899ec40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:10.250953351Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (947d5f97c478a10e150d65397ba03a8f3351be987258778c803d1bd1fa00a0b9) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (9ff29a706e181a4940f5f50adf291c221675b93df256682189fb8f1941a3f2f1) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (787897171fa108fb05bc790b066760fa664abef2202943c4d6e8e512eeb78482) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b00f6ed08704e08247739ba22d846d550d185ba65e975f55f7a3a9f99d84e6f5) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"92dff2b6-1b1f-4e89-8124-d9fa387386a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:10.258561571Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (947d5f97c478a10e150d65397ba03a8f3351be987258778c803d1bd1fa00a0b9) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (9ff29a706e181a4940f5f50adf291c221675b93df256682189fb8f1941a3f2f1) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (787897171fa108fb05bc790b066760fa664abef2202943c4d6e8e512eeb78482) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b00f6ed08704e08247739ba22d846d550d185ba65e975f55f7a3a9f99d84e6f5) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3b9be24c-7cfb-4cb7-9317-25290899ec40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:10.258700777Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (947d5f97c478a10e150d65397ba03a8f3351be987258778c803d1bd1fa00a0b9) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (9ff29a706e181a4940f5f50adf291c221675b93df256682189fb8f1941a3f2f1) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (787897171fa108fb05bc790b066760fa664abef2202943c4d6e8e512eeb78482) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b00f6ed08704e08247739ba22d846d550d185ba65e975f55f7a3a9f99d84e6f5) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b4fa22-access","reconcileID":"c05b04ed-33af-40a5-99d8-800f610fc032","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:10.308625579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"fc54caa9-4322-4fdc-b502-3370ab042ed9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:10.31009652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a46a9790-008b-4b98-a9aa-ecf22db9326c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:10.310118289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a46a9790-008b-4b98-a9aa-ecf22db9326c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:10.317452209Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"efaa1401-e620-4a31-92df-e3c2da3e1cee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:10.317474751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"efaa1401-e620-4a31-92df-e3c2da3e1cee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:10.365332512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"fc54caa9-4322-4fdc-b502-3370ab042ed9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:10.373586966Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b4fa22","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b4fa22","reconcileID":"423dd3eb-716c-4b41-8be1-ac630a2f1b5b","MaaSModelRef":{"name":"e2e-dft-b4fa22","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-b4fa22","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:10.373609073Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b4fa22","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b4fa22","reconcileID":"423dd3eb-716c-4b41-8be1-ac630a2f1b5b","MaaSModelRef":{"name":"e2e-dft-b4fa22","namespace":"llm"},"routeName":"external-model-e2e-dft-b4fa22-224802bd718f","namespace":"llm","model":"e2e-dft-b4fa22","externalModel":"e2e-dft-b4fa22","provider":"e2e-dft-b4fa22-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:10.464888905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"bd95a7c9-55fd-4a44-a8a2-e46639502bc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:10.473317932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"f95058d8-004e-4763-bab3-8bad0b874635","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:10.476216625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"92312c1e-04fc-4f6f-8c0f-60430511c024","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:10.477408304Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b","reconcileID":"445921bd-ba36-4aee-acdd-5e239ebb38c2","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:10.521530896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"bd95a7c9-55fd-4a44-a8a2-e46639502bc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:10.530991975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"f95058d8-004e-4763-bab3-8bad0b874635","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:10.533519288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"92312c1e-04fc-4f6f-8c0f-60430511c024","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:10.559583222Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b","reconcileID":"9dd09f92-faa0-4c9c-917f-9fc0e254497a","namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:10.567003892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"bb431f0a-6923-4365-b95a-20e5edb85ce1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:10.588096288Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b","reconcileID":"db1f7904-ae7c-4f45-bb29-35406b6aecad","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-fd3b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:10.58821068Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b","reconcileID":"db1f7904-ae7c-4f45-bb29-35406b6aecad","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"routeName":"external-model-e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2","model":"e2e-cfl-fd3b7b","externalModel":"e2e-cfl-fd3b7b","provider":"e2e-cfl-fd3b7b-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:10.629968075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"bb431f0a-6923-4365-b95a-20e5edb85ce1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:10.752096778Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b","reconcileID":"930fc0a2-9f06-4d7c-8104-6316008963f7","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-fd3b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:10.75212252Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b","reconcileID":"930fc0a2-9f06-4d7c-8104-6316008963f7","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"routeName":"external-model-e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2","model":"e2e-cfl-fd3b7b","externalModel":"e2e-cfl-fd3b7b","provider":"e2e-cfl-fd3b7b-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:10.780233902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e711838e-ab88-4e56-8331-aa2924ceb734","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:10.837835495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e711838e-ab88-4e56-8331-aa2924ceb734","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:10.894164637Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (947d5f97c478a10e150d65397ba03a8f3351be987258778c803d1bd1fa00a0b9) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (9ff29a706e181a4940f5f50adf291c221675b93df256682189fb8f1941a3f2f1) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (787897171fa108fb05bc790b066760fa664abef2202943c4d6e8e512eeb78482) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b00f6ed08704e08247739ba22d846d550d185ba65e975f55f7a3a9f99d84e6f5) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e711838e-ab88-4e56-8331-aa2924ceb734","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:10.92786092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"0541ded1-1837-4dcc-8846-2fdc41ecd30c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:10.976010837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"63abec8b-f447-40fc-aa0a-92cc09092e4c","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:10.978684548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b4fa22-access","reconcileID":"f73dafcd-51e5-4587-a25f-3162f71024e2","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:10.978735661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e004fb93-dc75-4201-8ff0-52ed3f2b38a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:10.984422703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"0541ded1-1837-4dcc-8846-2fdc41ecd30c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:11.032793115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"63abec8b-f447-40fc-aa0a-92cc09092e4c","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:11.0361332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b4fa22-access","reconcileID":"f73dafcd-51e5-4587-a25f-3162f71024e2","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:11.039233297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e004fb93-dc75-4201-8ff0-52ed3f2b38a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:11.049997924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"b6f06d37-9b14-4684-9dba-cb0b83f1ba83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:11.088542085Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-8f45a2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"63abec8b-f447-40fc-aa0a-92cc09092e4c","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:11.091813182Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (947d5f97c478a10e150d65397ba03a8f3351be987258778c803d1bd1fa00a0b9) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (9ff29a706e181a4940f5f50adf291c221675b93df256682189fb8f1941a3f2f1) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (787897171fa108fb05bc790b066760fa664abef2202943c4d6e8e512eeb78482) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b00f6ed08704e08247739ba22d846d550d185ba65e975f55f7a3a9f99d84e6f5) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b4fa22-access","reconcileID":"f73dafcd-51e5-4587-a25f-3162f71024e2","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:11.094831487Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (947d5f97c478a10e150d65397ba03a8f3351be987258778c803d1bd1fa00a0b9) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (9ff29a706e181a4940f5f50adf291c221675b93df256682189fb8f1941a3f2f1) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (787897171fa108fb05bc790b066760fa664abef2202943c4d6e8e512eeb78482) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b00f6ed08704e08247739ba22d846d550d185ba65e975f55f7a3a9f99d84e6f5) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e004fb93-dc75-4201-8ff0-52ed3f2b38a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:11.107075097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"b6f06d37-9b14-4684-9dba-cb0b83f1ba83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:11.243160537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"54426455-b1a9-47b5-b441-a612a44f6881","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:11.246027668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"a8d11c7d-593c-495b-84f7-283e5f677ac9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:11.248583165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"549dacd6-f0c4-43a0-b430-e807ee07cd58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:11.299817754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"54426455-b1a9-47b5-b441-a612a44f6881","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:11.302475827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"a8d11c7d-593c-495b-84f7-283e5f677ac9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:11.304807095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"549dacd6-f0c4-43a0-b430-e807ee07cd58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:11.344101026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"270d779b-c8aa-443f-89cc-7ff298435c27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:11.400905936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"270d779b-c8aa-443f-89cc-7ff298435c27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:14.154218713Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d397554f-1930-4038-b811-3efc2de2ff4f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:14.154240389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d397554f-1930-4038-b811-3efc2de2ff4f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:14.209210568Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"67fdebe6-0d71-4dda-b30c-acd56a0733b8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:14.209229538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"67fdebe6-0d71-4dda-b30c-acd56a0733b8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:14.4497013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bfbdd32","reconcileID":"4f391105-54bd-4a76-a19c-bcb44d5b7d9a","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:14.56107336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bfbdd32","reconcileID":"4f391105-54bd-4a76-a19c-bcb44d5b7d9a","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:14.616980397Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (947d5f97c478a10e150d65397ba03a8f3351be987258778c803d1bd1fa00a0b9) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (9ff29a706e181a4940f5f50adf291c221675b93df256682189fb8f1941a3f2f1) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (787897171fa108fb05bc790b066760fa664abef2202943c4d6e8e512eeb78482) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b00f6ed08704e08247739ba22d846d550d185ba65e975f55f7a3a9f99d84e6f5) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bfbdd32","reconcileID":"4f391105-54bd-4a76-a19c-bcb44d5b7d9a","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:14.675385438Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"645d987b-1f37-4c62-9e33-3fc90e7c0a54","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:14.675407036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"645d987b-1f37-4c62-9e33-3fc90e7c0a54","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:20.090109435Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"40ef640c-ea25-45e7-8e59-6bdf09a4372c","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:21.101654407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"da33f7c5-d362-4419-b0ea-66459575eb7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:21.15893135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"da33f7c5-d362-4419-b0ea-66459575eb7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:21.194257072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"51b6a099-ee7d-4915-8a07-cf14ba072b0a","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:21.214865911Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (947d5f97c478a10e150d65397ba03a8f3351be987258778c803d1bd1fa00a0b9) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (9ff29a706e181a4940f5f50adf291c221675b93df256682189fb8f1941a3f2f1) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (787897171fa108fb05bc790b066760fa664abef2202943c4d6e8e512eeb78482) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b00f6ed08704e08247739ba22d846d550d185ba65e975f55f7a3a9f99d84e6f5) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"da33f7c5-d362-4419-b0ea-66459575eb7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:21.251084427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"51b6a099-ee7d-4915-8a07-cf14ba072b0a","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:21.297984914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b4fa22-access","reconcileID":"a30c0a95-2fbe-4245-8d5e-3401b90cfab7","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:21.303166921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ab15c92d-123a-42c6-89af-45629cd26493","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:21.307301361Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-8f45a2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"51b6a099-ee7d-4915-8a07-cf14ba072b0a","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:21.355150336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b4fa22-access","reconcileID":"a30c0a95-2fbe-4245-8d5e-3401b90cfab7","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:21.360189368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ab15c92d-123a-42c6-89af-45629cd26493","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:21.410608014Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (947d5f97c478a10e150d65397ba03a8f3351be987258778c803d1bd1fa00a0b9) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (9ff29a706e181a4940f5f50adf291c221675b93df256682189fb8f1941a3f2f1) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (787897171fa108fb05bc790b066760fa664abef2202943c4d6e8e512eeb78482) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b00f6ed08704e08247739ba22d846d550d185ba65e975f55f7a3a9f99d84e6f5) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b4fa22-access","reconcileID":"a30c0a95-2fbe-4245-8d5e-3401b90cfab7","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:21.415843556Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (947d5f97c478a10e150d65397ba03a8f3351be987258778c803d1bd1fa00a0b9) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (9ff29a706e181a4940f5f50adf291c221675b93df256682189fb8f1941a3f2f1) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (787897171fa108fb05bc790b066760fa664abef2202943c4d6e8e512eeb78482) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b00f6ed08704e08247739ba22d846d550d185ba65e975f55f7a3a9f99d84e6f5) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ab15c92d-123a-42c6-89af-45629cd26493","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:22.80765068Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b4fa22","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b4fa22","reconcileID":"078bfaac-9091-4feb-8929-7e4b56f3531b","MaaSModelRef":{"name":"e2e-dft-b4fa22","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-b4fa22","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:22.807674631Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b4fa22","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b4fa22","reconcileID":"078bfaac-9091-4feb-8929-7e4b56f3531b","MaaSModelRef":{"name":"e2e-dft-b4fa22","namespace":"llm"},"routeName":"external-model-e2e-dft-b4fa22-224802bd718f","namespace":"llm","model":"e2e-dft-b4fa22","externalModel":"e2e-dft-b4fa22","provider":"e2e-dft-b4fa22-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:22.960770223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b4fa22-access","reconcileID":"f81a9491-a8ae-4321-b430-b8d74905fe8e","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:22.960821444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bfbdd32","reconcileID":"1abc591f-5811-42fd-91c9-00b30753a3b0","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:22.961411306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f7840847-8167-4c24-a820-0fd2f876e65c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:22.961428877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0f1dd3fe-fd60-4ae5-88a0-4a72ad704135","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:22.96957769Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-b4fa22-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b4fa22-sub","reconcileID":"e8d7481f-268d-4cc4-99a9-2605d266c447","MaaSSubscription":{"name":"e2e-dft-b4fa22-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a802d7ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:23.018875295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b4fa22-access","reconcileID":"f81a9491-a8ae-4321-b430-b8d74905fe8e","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:23.019168019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bfbdd32","reconcileID":"1abc591f-5811-42fd-91c9-00b30753a3b0","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:23.021467723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0f1dd3fe-fd60-4ae5-88a0-4a72ad704135","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:23.021627881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f7840847-8167-4c24-a820-0fd2f876e65c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:23.074745112Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (947d5f97c478a10e150d65397ba03a8f3351be987258778c803d1bd1fa00a0b9) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (9ff29a706e181a4940f5f50adf291c221675b93df256682189fb8f1941a3f2f1) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (787897171fa108fb05bc790b066760fa664abef2202943c4d6e8e512eeb78482) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b00f6ed08704e08247739ba22d846d550d185ba65e975f55f7a3a9f99d84e6f5) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b4fa22-access","reconcileID":"f81a9491-a8ae-4321-b430-b8d74905fe8e","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:23.075002685Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (947d5f97c478a10e150d65397ba03a8f3351be987258778c803d1bd1fa00a0b9) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (9ff29a706e181a4940f5f50adf291c221675b93df256682189fb8f1941a3f2f1) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (787897171fa108fb05bc790b066760fa664abef2202943c4d6e8e512eeb78482) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b00f6ed08704e08247739ba22d846d550d185ba65e975f55f7a3a9f99d84e6f5) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bfbdd32","reconcileID":"1abc591f-5811-42fd-91c9-00b30753a3b0","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:23.077166176Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (947d5f97c478a10e150d65397ba03a8f3351be987258778c803d1bd1fa00a0b9) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (9ff29a706e181a4940f5f50adf291c221675b93df256682189fb8f1941a3f2f1) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (787897171fa108fb05bc790b066760fa664abef2202943c4d6e8e512eeb78482) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b00f6ed08704e08247739ba22d846d550d185ba65e975f55f7a3a9f99d84e6f5) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0f1dd3fe-fd60-4ae5-88a0-4a72ad704135","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:23.077170849Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (947d5f97c478a10e150d65397ba03a8f3351be987258778c803d1bd1fa00a0b9) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (9ff29a706e181a4940f5f50adf291c221675b93df256682189fb8f1941a3f2f1) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (787897171fa108fb05bc790b066760fa664abef2202943c4d6e8e512eeb78482) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b00f6ed08704e08247739ba22d846d550d185ba65e975f55f7a3a9f99d84e6f5) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f7840847-8167-4c24-a820-0fd2f876e65c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:23.280946868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b4fa22-access","reconcileID":"19323a18-0f48-4e18-ae8f-0f378a3ea194","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:23.281367778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bfbdd32","reconcileID":"8fa9cccc-e499-47a5-8015-5c0eaf2b3862","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:23.282641241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9353f110-3756-4725-9b1e-7afefa8627c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:23.282943116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ceb1ec1-9b2a-4507-bb13-0c5348334ddb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:23.338537367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b4fa22-access","reconcileID":"19323a18-0f48-4e18-ae8f-0f378a3ea194","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:23.338836443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bfbdd32","reconcileID":"8fa9cccc-e499-47a5-8015-5c0eaf2b3862","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:23.342553483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ceb1ec1-9b2a-4507-bb13-0c5348334ddb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:23.342568826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9353f110-3756-4725-9b1e-7afefa8627c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:23.394696581Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (947d5f97c478a10e150d65397ba03a8f3351be987258778c803d1bd1fa00a0b9) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (9ff29a706e181a4940f5f50adf291c221675b93df256682189fb8f1941a3f2f1) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (787897171fa108fb05bc790b066760fa664abef2202943c4d6e8e512eeb78482) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b00f6ed08704e08247739ba22d846d550d185ba65e975f55f7a3a9f99d84e6f5) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bfbdd32","reconcileID":"8fa9cccc-e499-47a5-8015-5c0eaf2b3862","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:23.394740475Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (947d5f97c478a10e150d65397ba03a8f3351be987258778c803d1bd1fa00a0b9) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (9ff29a706e181a4940f5f50adf291c221675b93df256682189fb8f1941a3f2f1) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (787897171fa108fb05bc790b066760fa664abef2202943c4d6e8e512eeb78482) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b00f6ed08704e08247739ba22d846d550d185ba65e975f55f7a3a9f99d84e6f5) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b4fa22-access","reconcileID":"19323a18-0f48-4e18-ae8f-0f378a3ea194","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:23.398844229Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (947d5f97c478a10e150d65397ba03a8f3351be987258778c803d1bd1fa00a0b9) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (9ff29a706e181a4940f5f50adf291c221675b93df256682189fb8f1941a3f2f1) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (787897171fa108fb05bc790b066760fa664abef2202943c4d6e8e512eeb78482) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b00f6ed08704e08247739ba22d846d550d185ba65e975f55f7a3a9f99d84e6f5) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9353f110-3756-4725-9b1e-7afefa8627c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:23.399443581Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (947d5f97c478a10e150d65397ba03a8f3351be987258778c803d1bd1fa00a0b9) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (9ff29a706e181a4940f5f50adf291c221675b93df256682189fb8f1941a3f2f1) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (787897171fa108fb05bc790b066760fa664abef2202943c4d6e8e512eeb78482) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b00f6ed08704e08247739ba22d846d550d185ba65e975f55f7a3a9f99d84e6f5) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ceb1ec1-9b2a-4507-bb13-0c5348334ddb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:26.922839557Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"14431267-6286-49b4-8d81-6c3b72cf200c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:26.922866982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"14431267-6286-49b4-8d81-6c3b72cf200c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:26.979373309Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"61907c17-d150-42f6-84bd-3025af8de1c2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:26.979392612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"61907c17-d150-42f6-84bd-3025af8de1c2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:27.083970638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"e2e-e2e-api-a-f13905-policy","reconcileID":"116ee7a2-eabf-43f5-8839-308c3fdeb23d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f13905","tenantID":"e2e-api-a-f13905","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:27.212861824Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"e2e-e2e-api-a-f13905-policy","reconcileID":"116ee7a2-eabf-43f5-8839-308c3fdeb23d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"name":"e2e-api-a-f13905-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:27.268201319Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f13905-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"e2e-e2e-api-a-f13905-policy","reconcileID":"116ee7a2-eabf-43f5-8839-308c3fdeb23d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:27.323297631Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c629bd7a-a259-4d42-ba9a-861e5265a9e0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:27.323317944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c629bd7a-a259-4d42-ba9a-861e5265a9e0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:30.195456858Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"fd08f0f8-c313-40f9-8428-ccfc5465b53f","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:31.297233016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"072ee8f4-dba4-498f-bcb3-4a78d9308487","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:31.34930959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"072ee8f4-dba4-498f-bcb3-4a78d9308487","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:31.400982649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"072ee8f4-dba4-498f-bcb3-4a78d9308487","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:31.453910095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"072ee8f4-dba4-498f-bcb3-4a78d9308487","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:31.579246485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"b17c296d-4dfa-4439-8d5f-bb5ef7bea939","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:31.636171683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"b17c296d-4dfa-4439-8d5f-bb5ef7bea939","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:31.730877889Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-8f45a2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"b17c296d-4dfa-4439-8d5f-bb5ef7bea939","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:31.893378774Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-745a18","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-745a18","reconcileID":"bc36e3e3-b295-4193-968d-b27ef3dc8ee1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-745a18","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-745a18":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:33.022454678Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-b4fa22-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b4fa22-sub","reconcileID":"d86ce18e-7f89-45a8-b8fc-df31131b53a5","MaaSSubscription":{"name":"e2e-dft-b4fa22-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-b4fa22","subscription":"e2e-dft-b4fa22-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:33.126626578Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-b4fa22-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b4fa22-sub","reconcileID":"d86ce18e-7f89-45a8-b8fc-df31131b53a5","MaaSSubscription":{"name":"e2e-dft-b4fa22-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-b4fa22","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:33.178650448Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-b4fa22-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b4fa22-sub","reconcileID":"d86ce18e-7f89-45a8-b8fc-df31131b53a5","MaaSSubscription":{"name":"e2e-dft-b4fa22-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-b4fa22","namespace":"llm","model":"llm/e2e-dft-b4fa22","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:33.395302628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ce346503"},"namespace":"ai-tenant-e2e-ait-ce346503","name":"default-tenant","reconcileID":"d91d4a30-a819-4919-8558-d26d8ca363df","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-ce346503","tenantID":"e2e-ait-ce346503","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:33.396318872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"675c7e7f-1597-4da5-955b-1bfb64967c8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:33.448215596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"675c7e7f-1597-4da5-955b-1bfb64967c8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:33.500037202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"675c7e7f-1597-4da5-955b-1bfb64967c8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:33.552823953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"675c7e7f-1597-4da5-955b-1bfb64967c8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:33.566576056Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ce346503"},"namespace":"ai-tenant-e2e-ait-ce346503","name":"default-tenant","reconcileID":"d91d4a30-a819-4919-8558-d26d8ca363df","name":"e2e-ait-ce346503-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:33.605819361Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b4fa22","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b4fa22","reconcileID":"431f3e8d-c994-4440-b707-2592c52f3d18","MaaSModelRef":{"name":"e2e-dft-b4fa22","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-b4fa22","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:33.605845143Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b4fa22","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b4fa22","reconcileID":"431f3e8d-c994-4440-b707-2592c52f3d18","MaaSModelRef":{"name":"e2e-dft-b4fa22","namespace":"llm"},"routeName":"external-model-e2e-dft-b4fa22-224802bd718f","namespace":"llm","model":"e2e-dft-b4fa22","externalModel":"e2e-dft-b4fa22","provider":"e2e-dft-b4fa22-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:33.705000473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b4660cad-4479-4e27-bc0c-c75a8247fca7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:33.70502159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7b4f67da-dc4b-47c5-940b-26d024525df6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:33.707192095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bfbdd32","reconcileID":"984b66ea-24de-4087-92ad-5bf7ef9449ed","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:33.708420706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b4fa22-access","reconcileID":"8e03c45c-1659-4ce7-a6f4-ec829e9f4a41","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:33.904165253Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b4fa22","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b4fa22","reconcileID":"4ccf82f2-4d6a-4904-b1e3-8e120eda9068","MaaSModelRef":{"name":"e2e-dft-b4fa22","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-b4fa22","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:33.904191077Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b4fa22","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b4fa22","reconcileID":"4ccf82f2-4d6a-4904-b1e3-8e120eda9068","MaaSModelRef":{"name":"e2e-dft-b4fa22","namespace":"llm"},"routeName":"external-model-e2e-dft-b4fa22-224802bd718f","namespace":"llm","model":"e2e-dft-b4fa22","externalModel":"e2e-dft-b4fa22","provider":"e2e-dft-b4fa22-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:33.924037562Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7b4f67da-dc4b-47c5-940b-26d024525df6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:27:33.929150024Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b4fa22-access","reconcileID":"8e03c45c-1659-4ce7-a6f4-ec829e9f4a41","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:27:33.929236381Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bfbdd32","reconcileID":"984b66ea-24de-4087-92ad-5bf7ef9449ed","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:27:33.929149687Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b4660cad-4479-4e27-bc0c-c75a8247fca7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:33.980878368Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 65, current generation is 66","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7b4f67da-dc4b-47c5-940b-26d024525df6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:27:33.982570786Z","body":"failed to persist reconcile failure","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b4fa22-access","reconcileID":"8e03c45c-1659-4ce7-a6f4-ec829e9f4a41","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-b4fa22-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).reconcileFailed\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:2167\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:626\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:27:33.982625072Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b4fa22-access","reconcileID":"8e03c45c-1659-4ce7-a6f4-ec829e9f4a41","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:33.982774665Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b4fa22-access","reconcileID":"8cb1910d-8cf9-431f-a1f4-a7d217f71f61","MaaSAuthPolicy":{"name":"e2e-dft-b4fa22-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-b4fa22","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:27:33.986592454Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bfbdd32","reconcileID":"984b66ea-24de-4087-92ad-5bf7ef9449ed","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:33.986798108Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a10952ad-78d5-4480-b33b-8797f15fe92b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:33.986820212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a10952ad-78d5-4480-b33b-8797f15fe92b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:27:33.989510045Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b4660cad-4479-4e27-bc0c-c75a8247fca7","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:33.989821826Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5159c7f5-9ab2-4aa3-baff-78a6a537f951","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:33.989841175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5159c7f5-9ab2-4aa3-baff-78a6a537f951","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.038229437Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6e8561eb-10e0-4189-b958-454b8b7fe891","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.038253229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6e8561eb-10e0-4189-b958-454b8b7fe891","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.141419408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bfbdd32","reconcileID":"62579cda-e530-4419-84d6-62797e20d30b","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.145712115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6705c0ef-7db4-4b3d-9b77-aaeec912fd76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.193173082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c7aba41d-b12f-4b73-8691-87a459fef079","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.19894379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bfbdd32","reconcileID":"62579cda-e530-4419-84d6-62797e20d30b","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.202638101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6705c0ef-7db4-4b3d-9b77-aaeec912fd76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.244910898Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b4fa22","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b4fa22","reconcileID":"4d9a8f21-4d67-4781-b810-4793d2b0d6ea","MaaSModelRef":{"name":"e2e-dft-b4fa22","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-b4fa22","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.244927181Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b4fa22","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b4fa22","reconcileID":"4d9a8f21-4d67-4781-b810-4793d2b0d6ea","MaaSModelRef":{"name":"e2e-dft-b4fa22","namespace":"llm"},"routeName":"external-model-e2e-dft-b4fa22-224802bd718f","namespace":"llm","model":"e2e-dft-b4fa22","externalModel":"e2e-dft-b4fa22","provider":"e2e-dft-b4fa22-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.250274516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c7aba41d-b12f-4b73-8691-87a459fef079","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.254883206Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 65, current generation is 66","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bfbdd32","reconcileID":"62579cda-e530-4419-84d6-62797e20d30b","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.25881531Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 65, current generation is 66","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6705c0ef-7db4-4b3d-9b77-aaeec912fd76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.307889297Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 65, current generation is 66","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c7aba41d-b12f-4b73-8691-87a459fef079","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.312083747Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"adef504e-81d5-4e38-b798-fa383c132085","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.312103005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"adef504e-81d5-4e38-b798-fa383c132085","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:27:34.312200306Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6705c0ef-7db4-4b3d-9b77-aaeec912fd76","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.47870191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cc9e07ae-395e-48fa-bf7e-741486157770","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.536097744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cc9e07ae-395e-48fa-bf7e-741486157770","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.591884509Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 65, current generation is 66","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cc9e07ae-395e-48fa-bf7e-741486157770","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.690077827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"aa01501c-3f86-433f-9ecc-cce313eec52b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.690095983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"aa01501c-3f86-433f-9ecc-cce313eec52b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.741513162Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-b4fa22","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b4fa22","reconcileID":"3954d456-a22d-49fe-a4dd-709b56a1156f","namespace":"llm","name":"e2e-dft-b4fa22","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.798461913Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"270bd3c9-5f1f-4a39-bb9d-147d3ee242fc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.798495726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"270bd3c9-5f1f-4a39-bb9d-147d3ee242fc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.799524988Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3b547005-f472-4c6d-8c96-58ed9c797db5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.79954354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3b547005-f472-4c6d-8c96-58ed9c797db5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.800293345Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"16d2d3f2-5374-494e-8a89-a6edb00c2f80","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.80031278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"16d2d3f2-5374-494e-8a89-a6edb00c2f80","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.801108911Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9db049d3-73b0-4cdb-bab5-ef9c9c0ad946","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.801126931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9db049d3-73b0-4cdb-bab5-ef9c9c0ad946","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.801534094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"00c61a78-2096-4146-9fa8-d092688f85ca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.801549275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"00c61a78-2096-4146-9fa8-d092688f85ca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.802607756Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"20a334f1-1589-4755-9c85-3e422dcf5d80","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.802623233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"20a334f1-1589-4755-9c85-3e422dcf5d80","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.803125734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7b9b1f8a-0a87-4271-808b-dd70bb76f001","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.803141712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7b9b1f8a-0a87-4271-808b-dd70bb76f001","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.803518813Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"74642bf0-b1b4-4731-b4a7-51be7331c5b8","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.803532259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"74642bf0-b1b4-4731-b4a7-51be7331c5b8","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.848582468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"e2e-e2e-api-a-f13905-policy","reconcileID":"fe7ac12c-4048-4cae-bf68-6b82170b46f1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f13905","tenantID":"e2e-api-a-f13905","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.848961411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"46ba890a-981a-46dd-8230-eacbcb9b2532","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.905159011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"e2e-e2e-api-a-f13905-policy","reconcileID":"fe7ac12c-4048-4cae-bf68-6b82170b46f1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"name":"e2e-api-a-f13905-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.905891949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"46ba890a-981a-46dd-8230-eacbcb9b2532","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.948026994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bfbdd32","reconcileID":"21407b1b-d025-49f5-aa9b-265eb4b21039","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.948478021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6184814e-8b54-4e1b-80be-73cd9d2c721c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:34.948820066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4bd7fa76-2a43-4069-96eb-3614fba41004","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:35.003694144Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f13905-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"e2e-e2e-api-a-f13905-policy","reconcileID":"fe7ac12c-4048-4cae-bf68-6b82170b46f1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:35.005402653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bfbdd32","reconcileID":"21407b1b-d025-49f5-aa9b-265eb4b21039","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:35.006517041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4bd7fa76-2a43-4069-96eb-3614fba41004","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:35.007538316Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-8f45a2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"46ba890a-981a-46dd-8230-eacbcb9b2532","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:35.007687817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6184814e-8b54-4e1b-80be-73cd9d2c721c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:35.055136989Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b2249201-b741-4a20-b251-911a94fe9052","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:35.055932324Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4a0ee142-d018-4463-9c29-1145a35f939f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:35.069040107Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 65, current generation is 66","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bfbdd32","reconcileID":"21407b1b-d025-49f5-aa9b-265eb4b21039","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:35.069093541Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 65, current generation is 66","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4bd7fa76-2a43-4069-96eb-3614fba41004","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:35.097765618Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 65, current generation is 66","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6184814e-8b54-4e1b-80be-73cd9d2c721c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:35.223472891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"22b35109-2e35-47d4-871e-85a4dfad4d97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:35.252418652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"9e374d6b-93ba-4dbb-af1b-520274f62daa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:35.2553936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"c835093d-c334-47a4-9e9c-0536df55f396","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:35.25663815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"b9435f7a-65b2-4e8f-a1de-450370127a4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:35.256647045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"4bfc14ed-44ae-4828-bebb-3534e507349a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:35.278556348Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-b4fa22","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b4fa22","reconcileID":"8763463b-5d49-47a5-81b8-6d754ea72af9","namespace":"llm","name":"e2e-dft-b4fa22","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:35.284591012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"22b35109-2e35-47d4-871e-85a4dfad4d97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:35.31642756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"c835093d-c334-47a4-9e9c-0536df55f396","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:35.317743427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"9e374d6b-93ba-4dbb-af1b-520274f62daa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:35.320494268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"4bfc14ed-44ae-4828-bebb-3534e507349a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:35.32138407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"b9435f7a-65b2-4e8f-a1de-450370127a4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:35.533440267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"652c34b0-4ad7-4c21-8292-9b908011d59b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:35.585291595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"652c34b0-4ad7-4c21-8292-9b908011d59b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:35.636999765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"652c34b0-4ad7-4c21-8292-9b908011d59b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:35.689051488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"652c34b0-4ad7-4c21-8292-9b908011d59b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:35.791377006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"ddc0f2bd-5576-4672-8c61-e309d6826d35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:35.792550443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"e2e-e2e-api-a-f13905-policy","reconcileID":"eb1115bd-0233-4a6c-aaec-c5ba9f057ab7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f13905","tenantID":"e2e-api-a-f13905","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:35.843702387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bfbdd32","reconcileID":"ce45179a-6897-4823-b05c-404fcdc8d98b","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:35.84417132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e8061728-85fd-4d5a-9871-57b8a5ad6fb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:35.844172938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2e55776a-35fa-46ab-8984-0c3abc22c46e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:35.848829548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"ddc0f2bd-5576-4672-8c61-e309d6826d35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:35.849831104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"e2e-e2e-api-a-f13905-policy","reconcileID":"eb1115bd-0233-4a6c-aaec-c5ba9f057ab7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"name":"e2e-api-a-f13905-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:35.901920298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bfbdd32","reconcileID":"ce45179a-6897-4823-b05c-404fcdc8d98b","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:35.902961285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e8061728-85fd-4d5a-9871-57b8a5ad6fb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:35.905585223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2e55776a-35fa-46ab-8984-0c3abc22c46e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:35.961925363Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 65, current generation is 66","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2e55776a-35fa-46ab-8984-0c3abc22c46e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:35.962358867Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 65, current generation is 66","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e8061728-85fd-4d5a-9871-57b8a5ad6fb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:35.963227387Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f13905-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"e2e-e2e-api-a-f13905-policy","reconcileID":"eb1115bd-0233-4a6c-aaec-c5ba9f057ab7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:35.964449804Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 65, current generation is 66","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bfbdd32","reconcileID":"ce45179a-6897-4823-b05c-404fcdc8d98b","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:36.065848321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"e7048c4a-f254-4051-9f1d-507024ad366e","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:36.117017094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"56dedbb0-5196-4e5b-89a7-368c74d1e08f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:36.117523068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"e7bd2d0f-6c7d-40cc-8298-f25f2f5799e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:36.118514366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"01b45720-6ff1-41c6-9762-8c9b659c6edd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:36.122754959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"e7048c4a-f254-4051-9f1d-507024ad366e","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:36.162429042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"0ccea951-c9cd-4a3f-8d18-790cbc6caef7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:36.173651399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"56dedbb0-5196-4e5b-89a7-368c74d1e08f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:36.175217183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"e7bd2d0f-6c7d-40cc-8298-f25f2f5799e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:36.176053438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"01b45720-6ff1-41c6-9762-8c9b659c6edd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:36.178159908Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-8f45a2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"e7048c4a-f254-4051-9f1d-507024ad366e","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:36.21908353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"0ccea951-c9cd-4a3f-8d18-790cbc6caef7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:36.33828869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"1b53ea0a-3586-4029-9b7b-b622131a0e9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:36.396520698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"1b53ea0a-3586-4029-9b7b-b622131a0e9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:36.783542523Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:37.0764959Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-f8d1cc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-f8d1cc","reconcileID":"e6fd36c2-140c-4784-a87c-5c1daec9789b","namespace":"llm","name":"e2e-dft-refs-f8d1cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:37.134061094Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-f8d1cc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-f8d1cc","reconcileID":"68435fc3-8a9b-4155-9961-91ef88e8e4e2","namespace":"llm","name":"e2e-dft-refs-f8d1cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:37.186274869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"6507632e-1931-45dd-9804-d71437b10b12","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:37.186903144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"e2e-e2e-api-a-f13905-policy","reconcileID":"3749c06a-3e45-47a2-8171-d6eaff830525","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f13905","tenantID":"e2e-api-a-f13905","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:37.237114435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"753fb6ce-3ca0-46b7-bde3-55b3ae789904","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:37.237770047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"36606e95-6d22-4b66-837f-2b038b9fdb75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:37.238086548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bfbdd32","reconcileID":"4c7b87ac-9652-40ef-987f-e7801c426951","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:37.243609636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"6507632e-1931-45dd-9804-d71437b10b12","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:37.24420782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"e2e-e2e-api-a-f13905-policy","reconcileID":"3749c06a-3e45-47a2-8171-d6eaff830525","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"name":"e2e-api-a-f13905-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:37.29501642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"753fb6ce-3ca0-46b7-bde3-55b3ae789904","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:37.296302667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bfbdd32","reconcileID":"4c7b87ac-9652-40ef-987f-e7801c426951","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:37.297873718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"36606e95-6d22-4b66-837f-2b038b9fdb75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:37.299167687Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-8f45a2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"6507632e-1931-45dd-9804-d71437b10b12","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:37.299705626Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f13905-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"e2e-e2e-api-a-f13905-policy","reconcileID":"3749c06a-3e45-47a2-8171-d6eaff830525","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:37.353835063Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 65, current generation is 66","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"753fb6ce-3ca0-46b7-bde3-55b3ae789904","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:37.353874567Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 65, current generation is 66","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bfbdd32","reconcileID":"4c7b87ac-9652-40ef-987f-e7801c426951","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:37.355239863Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 65, current generation is 66","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"36606e95-6d22-4b66-837f-2b038b9fdb75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:37.447292594Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-f8d1cc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-f8d1cc","reconcileID":"0db296f5-30d5-40e1-b464-0a08d8309d25","MaaSModelRef":{"name":"e2e-dft-refs-f8d1cc","namespace":"llm"},"name":"e2e-dft-refs-f8d1cc","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:37.454509648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"ca730b15-4ba5-4c32-962a-24907df8fe01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:37.454821686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"6122eb45-f2be-47f6-ac14-4fae73b84b8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:37.512432332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"6122eb45-f2be-47f6-ac14-4fae73b84b8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:37.51250613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"ca730b15-4ba5-4c32-962a-24907df8fe01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:37.55455544Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bdd57342-63d5-4f40-9f11-45274fa173f4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:37.554578042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bdd57342-63d5-4f40-9f11-45274fa173f4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:37.555019922Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e67b2ffe-243b-41e1-9a43-b74c038d2e66","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:37.555036476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e67b2ffe-243b-41e1-9a43-b74c038d2e66","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:37.555356088Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4d13d70a-8ede-488d-bb0b-b02c88616820","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:37.555369412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4d13d70a-8ede-488d-bb0b-b02c88616820","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:37.555595189Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8b25b4db-c55f-4161-8189-9985054c1bf0","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:37.555607611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8b25b4db-c55f-4161-8189-9985054c1bf0","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:37.556460915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"6b890542-56d3-4443-9b60-4ae132dfbbdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:37.557029542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"c120b7b4-2b11-401a-aa1c-5d2a2dd13868","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:37.557581126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"c60978f6-26b6-4dd1-a6ab-84696220f8d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:37.558467079Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"024fca1f-3598-418c-9376-2f84254a805c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:37.55870598Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d9eac5f6-a00b-4d87-8c54-aeaed7a6c721","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:37.607362618Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-f8d1cc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-f8d1cc","reconcileID":"62592c27-4f73-4b99-af47-aa8f81088b3c","MaaSModelRef":{"name":"e2e-dft-refs-f8d1cc","namespace":"llm"},"name":"e2e-dft-refs-f8d1cc","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:37.613195652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"6b890542-56d3-4443-9b60-4ae132dfbbdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:37.6153018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"c120b7b4-2b11-401a-aa1c-5d2a2dd13868","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:37.617659676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"c60978f6-26b6-4dd1-a6ab-84696220f8d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:37.659237697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1237c030-b818-4566-acb8-6ebb16f61f0b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:37.659253517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1237c030-b818-4566-acb8-6ebb16f61f0b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:37.659502074Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"eb5f9d7c-7ce1-442d-9a4b-0e40658734da","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:37.659514367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"eb5f9d7c-7ce1-442d-9a4b-0e40658734da","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:37.659724495Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3e0d88e8-f099-4cda-bec4-34c1095757d8","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:37.659736539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3e0d88e8-f099-4cda-bec4-34c1095757d8","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:37.659942923Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d56ffcfc-771d-47bd-b7e1-309989e5bf39","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:37.659955084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d56ffcfc-771d-47bd-b7e1-309989e5bf39","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:37.892723452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"2d625a1a-6615-4641-96ee-922595264777","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:37.893094708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a3646335-00dd-4829-8c9b-971d41858dcc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:37.921570561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"e2e-e2e-api-a-f13905-policy","reconcileID":"eca3d3f7-4002-4e9a-a659-e41c3cc46b95","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f13905","tenantID":"e2e-api-a-f13905","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:37.951549359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"2d625a1a-6615-4641-96ee-922595264777","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:37.951690726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a3646335-00dd-4829-8c9b-971d41858dcc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:37.97900862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"e2e-e2e-api-a-f13905-policy","reconcileID":"eca3d3f7-4002-4e9a-a659-e41c3cc46b95","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"name":"e2e-api-a-f13905-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:38.010974359Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 65, current generation is 66","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a3646335-00dd-4829-8c9b-971d41858dcc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:38.023147091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"28c529b9-be41-44ea-82ce-d30a22ac8f3c","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:38.037692684Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f13905-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"e2e-e2e-api-a-f13905-policy","reconcileID":"eca3d3f7-4002-4e9a-a659-e41c3cc46b95","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:38.076829508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d4540d02-5738-4638-a4c0-ee075a4a9999","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:38.082635798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"28c529b9-be41-44ea-82ce-d30a22ac8f3c","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:38.139029873Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-8f45a2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (16a18f7b3ef61642d4061aa586330192de6af2b04019b1a283df2e827f1c070c) AuthConfig (3dbf9e9f6d83dc89637a3148f0ac590cb66fd4c8a803f75803c38c36d06d4cb6) AuthConfig (022bc04355ffeae16387f16371b6f82eba0033f09e6fce5ebfae1628a12b3532) AuthConfig (2a339a689c1dea750b59a3cfbef2f2aca6d0a875e819128c97298737ae14c607) AuthConfig (f867f9416a5ac2eed8f6ab40d02fe18fc8c25b9bb3e2aaae67f8d9f99cd42907) AuthConfig (53d9caaea5df96d7cee644bd114f0ee86d1b598c1ac0c4c251d98505991649e6) AuthConfig (908afef09cde3dff035eeb11149fb27b8f0ca69b3cebbfa177165f020a2a7860) AuthConfig (67a896b81de9c59c642b0c449fb6686a725d9bd5c4e21dc30a1988e1ca4403b0) AuthConfig (15363ee3f913e9a2ebe61abd575ccef092655c76ef44085abd49615a6093f861) AuthConfig (83ed0ba33bcba6f91f948d07a924108e31b10af060ed53a63fd1d7515be900cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"28c529b9-be41-44ea-82ce-d30a22ac8f3c","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:38.140099383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d4540d02-5738-4638-a4c0-ee075a4a9999","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:38.174197728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bfbdd32","reconcileID":"85f6b29f-b859-4df4-b363-f36bf4623d4a","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:38.19579558Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 65, current generation is 66","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d4540d02-5738-4638-a4c0-ee075a4a9999","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:38.231225262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bfbdd32","reconcileID":"85f6b29f-b859-4df4-b363-f36bf4623d4a","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:38.248860371Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b","reconcileID":"2cb51771-eda4-4b46-9337-f0fa3b01273b","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-fd3b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:38.248880038Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b","reconcileID":"2cb51771-eda4-4b46-9337-f0fa3b01273b","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"routeName":"external-model-e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2","model":"e2e-cfl-fd3b7b","externalModel":"e2e-cfl-fd3b7b","provider":"e2e-cfl-fd3b7b-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:38.277641161Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-f8d1cc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-f8d1cc","reconcileID":"59e2d534-34f8-41c1-8a7c-fd4af417db90","namespace":"llm","name":"e2e-dft-refs-f8d1cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:38.28742702Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 65, current generation is 66","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bfbdd32","reconcileID":"85f6b29f-b859-4df4-b363-f36bf4623d4a","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:38.353460275Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-f8d1cc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-f8d1cc","reconcileID":"0bfd58d3-082d-4683-875e-46cac7995f4c","MaaSModelRef":{"name":"e2e-dft-refs-f8d1cc","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-f8d1cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:38.35348829Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-f8d1cc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-f8d1cc","reconcileID":"0bfd58d3-082d-4683-875e-46cac7995f4c","MaaSModelRef":{"name":"e2e-dft-refs-f8d1cc","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-f8d1cc-9f131a11e371","namespace":"llm","model":"e2e-dft-refs-f8d1cc","externalModel":"e2e-dft-refs-f8d1cc","provider":"e2e-dft-refs-f8d1cc-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:38.383308209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"405fbe92-ba7c-4a32-b67e-17bf6350cc2c","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:38.386790477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"e2e-e2e-api-a-f13905-policy","reconcileID":"fefdf3da-05f0-44da-a30f-6a3c6bef8c31","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f13905","tenantID":"e2e-api-a-f13905","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:38.437845469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2bd08d45-37d0-4d84-95dc-6cfc66e0f799","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:38.438186222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d60c5bcd-7cde-412d-a063-414ea414cc07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:38.440230821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"405fbe92-ba7c-4a32-b67e-17bf6350cc2c","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:38.4429172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"a6984cbe-88a3-472c-a0a0-acd0e22b2dfb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:38.443548043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"e2e-e2e-api-a-f13905-policy","reconcileID":"fefdf3da-05f0-44da-a30f-6a3c6bef8c31","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"name":"e2e-api-a-f13905-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:38.495383218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d60c5bcd-7cde-412d-a063-414ea414cc07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:38.495434961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2bd08d45-37d0-4d84-95dc-6cfc66e0f799","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:38.49669201Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-8f45a2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (16a18f7b3ef61642d4061aa586330192de6af2b04019b1a283df2e827f1c070c) AuthConfig (3dbf9e9f6d83dc89637a3148f0ac590cb66fd4c8a803f75803c38c36d06d4cb6) AuthConfig (022bc04355ffeae16387f16371b6f82eba0033f09e6fce5ebfae1628a12b3532) AuthConfig (2a339a689c1dea750b59a3cfbef2f2aca6d0a875e819128c97298737ae14c607) AuthConfig (f867f9416a5ac2eed8f6ab40d02fe18fc8c25b9bb3e2aaae67f8d9f99cd42907) AuthConfig (53d9caaea5df96d7cee644bd114f0ee86d1b598c1ac0c4c251d98505991649e6) AuthConfig (908afef09cde3dff035eeb11149fb27b8f0ca69b3cebbfa177165f020a2a7860) AuthConfig (67a896b81de9c59c642b0c449fb6686a725d9bd5c4e21dc30a1988e1ca4403b0) AuthConfig (15363ee3f913e9a2ebe61abd575ccef092655c76ef44085abd49615a6093f861) AuthConfig (83ed0ba33bcba6f91f948d07a924108e31b10af060ed53a63fd1d7515be900cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"405fbe92-ba7c-4a32-b67e-17bf6350cc2c","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:38.499246601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"a6984cbe-88a3-472c-a0a0-acd0e22b2dfb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:38.499618198Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f13905-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"e2e-e2e-api-a-f13905-policy","reconcileID":"fefdf3da-05f0-44da-a30f-6a3c6bef8c31","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:38.551887942Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 65, current generation is 66","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d60c5bcd-7cde-412d-a063-414ea414cc07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:38.551915052Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 65, current generation is 66","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2bd08d45-37d0-4d84-95dc-6cfc66e0f799","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:38.652141797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"7af7fb14-d2d8-412d-b9ee-e14b9e3cb948","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:38.655081293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"df507e14-84d2-4591-bb0a-bbf77fac6468","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:38.707361042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"29dc7b4b-0db9-42f7-981c-af3f5e7d8e71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:38.707795324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"1b73fcb5-f53a-46b1-af6b-ea5ec6d49e16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:38.708645325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"7af7fb14-d2d8-412d-b9ee-e14b9e3cb948","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:38.711272066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"df507e14-84d2-4591-bb0a-bbf77fac6468","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:38.76989631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"29dc7b4b-0db9-42f7-981c-af3f5e7d8e71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:38.775117279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"1b73fcb5-f53a-46b1-af6b-ea5ec6d49e16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:38.90101885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bfbdd32","reconcileID":"3973145a-a469-44de-b287-0129a0b711a4","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:38.95861036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bfbdd32","reconcileID":"3973145a-a469-44de-b287-0129a0b711a4","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:39.01425114Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 65, current generation is 66","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bfbdd32","reconcileID":"3973145a-a469-44de-b287-0129a0b711a4","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:39.077177466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"4b8a1532-f106-487e-a560-bee95680b3fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:39.153822576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"4b8a1532-f106-487e-a560-bee95680b3fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:39.36534866Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-f8d1cc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-f8d1cc","reconcileID":"228380a7-76d7-4d05-accf-8ffdb715cf77","namespace":"llm","name":"e2e-dft-refs-f8d1cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:39.377548154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"48e0a153-4306-402e-befa-95dffef33a1c","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:39.434402578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"48e0a153-4306-402e-befa-95dffef33a1c","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:39.477765573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"e2e-e2e-api-a-f13905-policy","reconcileID":"f8e3b3d4-7036-4853-a641-54d21b606085","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f13905","tenantID":"e2e-api-a-f13905","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:39.490072353Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-8f45a2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (16a18f7b3ef61642d4061aa586330192de6af2b04019b1a283df2e827f1c070c) AuthConfig (3dbf9e9f6d83dc89637a3148f0ac590cb66fd4c8a803f75803c38c36d06d4cb6) AuthConfig (022bc04355ffeae16387f16371b6f82eba0033f09e6fce5ebfae1628a12b3532) AuthConfig (2a339a689c1dea750b59a3cfbef2f2aca6d0a875e819128c97298737ae14c607) AuthConfig (f867f9416a5ac2eed8f6ab40d02fe18fc8c25b9bb3e2aaae67f8d9f99cd42907) AuthConfig (53d9caaea5df96d7cee644bd114f0ee86d1b598c1ac0c4c251d98505991649e6) AuthConfig (908afef09cde3dff035eeb11149fb27b8f0ca69b3cebbfa177165f020a2a7860) AuthConfig (67a896b81de9c59c642b0c449fb6686a725d9bd5c4e21dc30a1988e1ca4403b0) AuthConfig (15363ee3f913e9a2ebe61abd575ccef092655c76ef44085abd49615a6093f861) AuthConfig (83ed0ba33bcba6f91f948d07a924108e31b10af060ed53a63fd1d7515be900cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"48e0a153-4306-402e-befa-95dffef33a1c","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:39.528730813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c1122cfe-35cb-4cf4-b0be-a86915329d6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:39.529522661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bfbdd32","reconcileID":"fb4c8d10-7e57-4767-b87c-3ad720572874","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:39.529984858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"915a6b3d-8f5f-4c2d-b240-38729ee92165","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:39.535770591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"e2e-e2e-api-a-f13905-policy","reconcileID":"f8e3b3d4-7036-4853-a641-54d21b606085","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"name":"e2e-api-a-f13905-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:39.58662457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c1122cfe-35cb-4cf4-b0be-a86915329d6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:39.58774202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bfbdd32","reconcileID":"fb4c8d10-7e57-4767-b87c-3ad720572874","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:39.589290045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"915a6b3d-8f5f-4c2d-b240-38729ee92165","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:39.591280955Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f13905-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5ead5dc88a1f69accfaea4414371f2b18c4f0306c3329dd39b50ddb90803d307) AuthConfig (1181b40f327b93561dfee2c96a5f35151c6bc60df01e4a8bf7b5ef4292ed0ad9) AuthConfig (467cff7b8022bb04bef12129b519feb04f12fcd467c895e953b2462d7edf4fe8) AuthConfig (53377796ee15b6162db80b314f54c7d645bc59c34881fb06c00114f2bb436044) AuthConfig (4a4002740e0f553097df83f80ebdb3b7977d52fba09e15921159d26c1c369dd0) AuthConfig (7e8cbc8de55471dd7ad6eff369f1c413ce17120ec191241eef79c2b334d632ee)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"e2e-e2e-api-a-f13905-policy","reconcileID":"f8e3b3d4-7036-4853-a641-54d21b606085","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:39.64565651Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 65, current generation is 66","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c1122cfe-35cb-4cf4-b0be-a86915329d6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:39.645842743Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 65, current generation is 66","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"915a6b3d-8f5f-4c2d-b240-38729ee92165","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:39.647302609Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 65, current generation is 66","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bfbdd32","reconcileID":"fb4c8d10-7e57-4767-b87c-3ad720572874","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:39.6480078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"eb9c6182-75e2-4bb0-ac01-6a147f3cf670","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:39.648824Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"62b18e9e-5644-4c41-a3e4-9276ec106252","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:39.648838918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"62b18e9e-5644-4c41-a3e4-9276ec106252","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:39.707656902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"eb9c6182-75e2-4bb0-ac01-6a147f3cf670","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:39.750195557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"bdfe691d-aede-4ed5-bcda-0655c2f24995","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:39.801037059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"9573da7b-6e11-48c3-946e-bc3b1cf2945c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:39.801838992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"6303d73a-a1d2-4554-8c9e-2da7f20d9671","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:39.805915317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"b01fc1e4-ebb7-49ef-b6bc-a244ecf01919","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:39.807166588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"bdfe691d-aede-4ed5-bcda-0655c2f24995","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:39.858339681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"9573da7b-6e11-48c3-946e-bc3b1cf2945c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:39.859307718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"6303d73a-a1d2-4554-8c9e-2da7f20d9671","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:39.862874543Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-8f45a2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (16a18f7b3ef61642d4061aa586330192de6af2b04019b1a283df2e827f1c070c) AuthConfig (3dbf9e9f6d83dc89637a3148f0ac590cb66fd4c8a803f75803c38c36d06d4cb6) AuthConfig (022bc04355ffeae16387f16371b6f82eba0033f09e6fce5ebfae1628a12b3532) AuthConfig (2a339a689c1dea750b59a3cfbef2f2aca6d0a875e819128c97298737ae14c607) AuthConfig (f867f9416a5ac2eed8f6ab40d02fe18fc8c25b9bb3e2aaae67f8d9f99cd42907) AuthConfig (53d9caaea5df96d7cee644bd114f0ee86d1b598c1ac0c4c251d98505991649e6) AuthConfig (908afef09cde3dff035eeb11149fb27b8f0ca69b3cebbfa177165f020a2a7860) AuthConfig (67a896b81de9c59c642b0c449fb6686a725d9bd5c4e21dc30a1988e1ca4403b0) AuthConfig (15363ee3f913e9a2ebe61abd575ccef092655c76ef44085abd49615a6093f861) AuthConfig (83ed0ba33bcba6f91f948d07a924108e31b10af060ed53a63fd1d7515be900cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"bdfe691d-aede-4ed5-bcda-0655c2f24995","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:39.863130139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"b01fc1e4-ebb7-49ef-b6bc-a244ecf01919","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:40.027763598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"7700a8b9-9896-48f5-a912-5c55be8233c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:40.02776658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"7be267ed-0246-40da-804b-c6914a555164","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:40.085084152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"7700a8b9-9896-48f5-a912-5c55be8233c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:40.085935597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"7be267ed-0246-40da-804b-c6914a555164","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:40.300292435Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"183cb3e1-a505-455f-b53f-b6e41952a6b7","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:43.320773408Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-f8d1cc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-f8d1cc","reconcileID":"032dfecd-a12e-4ebd-b5b4-64e45941aafd","namespace":"llm","name":"e2e-dft-refs-f8d1cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:43.373017564Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-f8d1cc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-f8d1cc","reconcileID":"07fcb678-ee86-4812-9c83-7aec2395f3ff","MaaSModelRef":{"name":"e2e-dft-refs-f8d1cc","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-f8d1cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:43.373043569Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-f8d1cc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-f8d1cc","reconcileID":"07fcb678-ee86-4812-9c83-7aec2395f3ff","MaaSModelRef":{"name":"e2e-dft-refs-f8d1cc","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-f8d1cc-9f131a11e371","namespace":"llm","model":"e2e-dft-refs-f8d1cc","externalModel":"e2e-dft-refs-f8d1cc","provider":"e2e-dft-refs-f8d1cc-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:43.425257787Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a97d6ddf-0828-4f77-b87b-cfcc94aa78f7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:43.425277428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a97d6ddf-0828-4f77-b87b-cfcc94aa78f7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:43.425633908Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ba876694-960f-4c59-9aa7-ecd7c07da0eb","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:43.425646805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ba876694-960f-4c59-9aa7-ecd7c07da0eb","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:43.425914116Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7ad5f1f9-7c3d-4953-a37e-6331a6dac64b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:43.425928996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7ad5f1f9-7c3d-4953-a37e-6331a6dac64b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:43.426782891Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0ea2789d-48bd-45d8-a808-538378c89359","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:43.42680373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0ea2789d-48bd-45d8-a808-538378c89359","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:43.427587624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d3c7ea1f-c220-4196-8a62-060401cf7331","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:43.4276263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d3c7ea1f-c220-4196-8a62-060401cf7331","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:43.429263988Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0ca2929a-3605-46b1-96cd-7ba2c6cf40b2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:43.429462502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0ca2929a-3605-46b1-96cd-7ba2c6cf40b2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:43.431047738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"cccd957c-b57f-4666-84db-d4cf75e5d881","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:43.431067407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"cccd957c-b57f-4666-84db-d4cf75e5d881","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:43.431901652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"cf80e277-c69c-4d27-85c2-bf11e97c9029","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:43.431927556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"cf80e277-c69c-4d27-85c2-bf11e97c9029","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:43.452714001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"89a15ebe-0736-4c6d-8eb1-044d30e0ecad","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:43.45420519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"e2e-e2e-api-a-f13905-policy","reconcileID":"414efc5e-ec9c-460f-ae06-180e816ffdc9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f13905","tenantID":"e2e-api-a-f13905","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:43.485438135Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-f8d1cc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-f8d1cc","reconcileID":"a156eed9-8ab3-4c04-aab1-d55b0dcd0834","MaaSModelRef":{"name":"e2e-dft-refs-f8d1cc","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-f8d1cc-9f131a11e371","namespace":"llm","model":"e2e-dft-refs-f8d1cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:43.504191197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bfbdd32","reconcileID":"297dd125-100d-433a-80ba-4c21cd72ef01","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:43.504784277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"07d0ba30-4a20-4bab-9383-7bec73ae0b6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:43.505724472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ed41d887-0113-4dd5-ac66-97cf292e4942","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:43.510462177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"89a15ebe-0736-4c6d-8eb1-044d30e0ecad","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:43.51131384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"e2e-e2e-api-a-f13905-policy","reconcileID":"414efc5e-ec9c-460f-ae06-180e816ffdc9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"name":"e2e-api-a-f13905-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:43.561766668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bfbdd32","reconcileID":"297dd125-100d-433a-80ba-4c21cd72ef01","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:43.562505961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"07d0ba30-4a20-4bab-9383-7bec73ae0b6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:43.564291308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ed41d887-0113-4dd5-ac66-97cf292e4942","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:43.565743372Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-8f45a2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (16a18f7b3ef61642d4061aa586330192de6af2b04019b1a283df2e827f1c070c) AuthConfig (3dbf9e9f6d83dc89637a3148f0ac590cb66fd4c8a803f75803c38c36d06d4cb6) AuthConfig (022bc04355ffeae16387f16371b6f82eba0033f09e6fce5ebfae1628a12b3532) AuthConfig (2a339a689c1dea750b59a3cfbef2f2aca6d0a875e819128c97298737ae14c607) AuthConfig (f867f9416a5ac2eed8f6ab40d02fe18fc8c25b9bb3e2aaae67f8d9f99cd42907) AuthConfig (53d9caaea5df96d7cee644bd114f0ee86d1b598c1ac0c4c251d98505991649e6) AuthConfig (908afef09cde3dff035eeb11149fb27b8f0ca69b3cebbfa177165f020a2a7860) AuthConfig (67a896b81de9c59c642b0c449fb6686a725d9bd5c4e21dc30a1988e1ca4403b0) AuthConfig (15363ee3f913e9a2ebe61abd575ccef092655c76ef44085abd49615a6093f861) AuthConfig (83ed0ba33bcba6f91f948d07a924108e31b10af060ed53a63fd1d7515be900cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"89a15ebe-0736-4c6d-8eb1-044d30e0ecad","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:43.566420916Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f13905-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5ead5dc88a1f69accfaea4414371f2b18c4f0306c3329dd39b50ddb90803d307) AuthConfig (1181b40f327b93561dfee2c96a5f35151c6bc60df01e4a8bf7b5ef4292ed0ad9) AuthConfig (467cff7b8022bb04bef12129b519feb04f12fcd467c895e953b2462d7edf4fe8) AuthConfig (53377796ee15b6162db80b314f54c7d645bc59c34881fb06c00114f2bb436044) AuthConfig (4a4002740e0f553097df83f80ebdb3b7977d52fba09e15921159d26c1c369dd0) AuthConfig (7e8cbc8de55471dd7ad6eff369f1c413ce17120ec191241eef79c2b334d632ee)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"e2e-e2e-api-a-f13905-policy","reconcileID":"414efc5e-ec9c-460f-ae06-180e816ffdc9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:43.589873264Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3f150ed8-4b3a-4525-8550-e44369f329b9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:43.590006191Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"facf58a3-a14c-4ded-965a-77705d49b373","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:43.621487868Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 65, current generation is 66","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ed41d887-0113-4dd5-ac66-97cf292e4942","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:43.622193958Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 65, current generation is 66","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"07d0ba30-4a20-4bab-9383-7bec73ae0b6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:43.624234928Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 65, current generation is 66","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bfbdd32","reconcileID":"297dd125-100d-433a-80ba-4c21cd72ef01","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:43.724630197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"af3430e7-3adf-4efd-be57-632aa948717b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:43.732736125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"1e3989fa-ffc9-42a9-92da-bf0455a20012","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:43.777790237Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-f8d1cc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-f8d1cc","reconcileID":"752e984c-c4fb-4c16-94b8-1e72d1a7c5fc","namespace":"llm","name":"e2e-dft-refs-f8d1cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:43.852544836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"1e3989fa-ffc9-42a9-92da-bf0455a20012","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:43.853142919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"70cf093e-44f1-4920-b7d2-a327303fc130","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:43.853723867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"50ba86e9-05dd-4f9c-a315-d07ef6773d0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:43.854347351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"e9b74235-9ef5-4763-b355-2ea20e33cfb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:43.855074827Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-f8d1cc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-f8d1cc","reconcileID":"0e067aa9-6aa0-4271-8ef7-3b8b568699d8","MaaSModelRef":{"name":"e2e-dft-refs-f8d1cc","namespace":"llm"},"name":"e2e-dft-refs-f8d1cc","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:43.855341549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"af3430e7-3adf-4efd-be57-632aa948717b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:43.912547666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"70cf093e-44f1-4920-b7d2-a327303fc130","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:43.912568185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"50ba86e9-05dd-4f9c-a315-d07ef6773d0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:43.914795313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"e9b74235-9ef5-4763-b355-2ea20e33cfb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:44.161676468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"a3161497-e993-40a7-9b91-4cc625f9d898","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:44.164777213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bfbdd32","reconcileID":"f92ff167-b351-4129-af17-f84a3669497e","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:44.170177984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"e2e-e2e-api-a-f13905-policy","reconcileID":"1504412b-ff35-4efe-a7a2-7ff9ed0139cf","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f13905","tenantID":"e2e-api-a-f13905","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:44.218465172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"a3161497-e993-40a7-9b91-4cc625f9d898","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:44.2212841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9f0e5d2e-03b1-4013-9044-c045b0736121","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:44.221491218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bfbdd32","reconcileID":"f92ff167-b351-4129-af17-f84a3669497e","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:44.221733884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"75ebbc4d-9e2d-4ff4-bea7-6b91cea45d12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:44.226632459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"e2e-e2e-api-a-f13905-policy","reconcileID":"1504412b-ff35-4efe-a7a2-7ff9ed0139cf","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"name":"e2e-api-a-f13905-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:44.278025289Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 65, current generation is 66","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bfbdd32","reconcileID":"f92ff167-b351-4129-af17-f84a3669497e","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:44.279238246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9f0e5d2e-03b1-4013-9044-c045b0736121","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:44.280557975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"75ebbc4d-9e2d-4ff4-bea7-6b91cea45d12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:44.281971192Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f13905-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5ead5dc88a1f69accfaea4414371f2b18c4f0306c3329dd39b50ddb90803d307) AuthConfig (1181b40f327b93561dfee2c96a5f35151c6bc60df01e4a8bf7b5ef4292ed0ad9) AuthConfig (467cff7b8022bb04bef12129b519feb04f12fcd467c895e953b2462d7edf4fe8) AuthConfig (53377796ee15b6162db80b314f54c7d645bc59c34881fb06c00114f2bb436044) AuthConfig (4a4002740e0f553097df83f80ebdb3b7977d52fba09e15921159d26c1c369dd0) AuthConfig (7e8cbc8de55471dd7ad6eff369f1c413ce17120ec191241eef79c2b334d632ee)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"e2e-e2e-api-a-f13905-policy","reconcileID":"1504412b-ff35-4efe-a7a2-7ff9ed0139cf","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:44.335807644Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 65, current generation is 66","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9f0e5d2e-03b1-4013-9044-c045b0736121","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:44.336412928Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 65, current generation is 66","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"75ebbc4d-9e2d-4ff4-bea7-6b91cea45d12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:44.381733895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"2ca2599a-5bc7-444d-b5e4-7c54d14fc8c4","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:44.436861275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"cd11f6da-def0-49a7-b097-5c59684c24f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:44.438806781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"2ca2599a-5bc7-444d-b5e4-7c54d14fc8c4","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:44.493971224Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-8f45a2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (16a18f7b3ef61642d4061aa586330192de6af2b04019b1a283df2e827f1c070c) AuthConfig (3dbf9e9f6d83dc89637a3148f0ac590cb66fd4c8a803f75803c38c36d06d4cb6) AuthConfig (022bc04355ffeae16387f16371b6f82eba0033f09e6fce5ebfae1628a12b3532) AuthConfig (2a339a689c1dea750b59a3cfbef2f2aca6d0a875e819128c97298737ae14c607) AuthConfig (f867f9416a5ac2eed8f6ab40d02fe18fc8c25b9bb3e2aaae67f8d9f99cd42907) AuthConfig (53d9caaea5df96d7cee644bd114f0ee86d1b598c1ac0c4c251d98505991649e6) AuthConfig (908afef09cde3dff035eeb11149fb27b8f0ca69b3cebbfa177165f020a2a7860) AuthConfig (67a896b81de9c59c642b0c449fb6686a725d9bd5c4e21dc30a1988e1ca4403b0) AuthConfig (15363ee3f913e9a2ebe61abd575ccef092655c76ef44085abd49615a6093f861) AuthConfig (83ed0ba33bcba6f91f948d07a924108e31b10af060ed53a63fd1d7515be900cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"2ca2599a-5bc7-444d-b5e4-7c54d14fc8c4","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:44.494412822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"cd11f6da-def0-49a7-b097-5c59684c24f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:44.494582424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"6a093264-7527-4eef-81f6-807add0dfc69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:44.494835861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"09ed97fd-9a36-40d8-ab41-8fd49111ccba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:44.551441925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"6a093264-7527-4eef-81f6-807add0dfc69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:44.551490861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"09ed97fd-9a36-40d8-ab41-8fd49111ccba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:44.593213859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"730faf5e-531b-4368-9630-b05b7508f9b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:44.649795891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"730faf5e-531b-4368-9630-b05b7508f9b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:44.694261812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"961ad39e-de01-4ef6-bc79-78039467e798","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:44.750899916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"961ad39e-de01-4ef6-bc79-78039467e798","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:49.508023299Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-f8d1cc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-f8d1cc","reconcileID":"b94dc00e-d4e9-449b-bdd2-7ed4f8278927","namespace":"llm","name":"e2e-dft-refs-f8d1cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:49.560152055Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-f8d1cc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-f8d1cc","reconcileID":"b8c80eb9-34ac-43c0-be32-9c79a7c8fcc8","MaaSModelRef":{"name":"e2e-dft-refs-f8d1cc","namespace":"llm"},"name":"e2e-dft-refs-f8d1cc","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:49.612522701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"95ebaa2e-cab8-4105-b4fc-28f0eff2710f","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:49.613390851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"e2e-e2e-api-a-f13905-policy","reconcileID":"313fd372-6341-4f7e-810a-9ce798811470","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f13905","tenantID":"e2e-api-a-f13905","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:49.663618997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"39c1c69f-1a03-42ea-b724-b6ed5014cc45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:49.664386849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d7453882-cd60-4150-92de-7222eed954ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:49.665189414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bfbdd32","reconcileID":"37d6f312-919f-4d15-ad9c-2bc3e5b83ce6","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:49.669041857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"95ebaa2e-cab8-4105-b4fc-28f0eff2710f","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:49.669884919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"e2e-e2e-api-a-f13905-policy","reconcileID":"313fd372-6341-4f7e-810a-9ce798811470","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"name":"e2e-api-a-f13905-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:49.720524932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"39c1c69f-1a03-42ea-b724-b6ed5014cc45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:49.721459059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d7453882-cd60-4150-92de-7222eed954ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:49.72285353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bfbdd32","reconcileID":"37d6f312-919f-4d15-ad9c-2bc3e5b83ce6","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:49.724304277Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-8f45a2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (16a18f7b3ef61642d4061aa586330192de6af2b04019b1a283df2e827f1c070c) AuthConfig (3dbf9e9f6d83dc89637a3148f0ac590cb66fd4c8a803f75803c38c36d06d4cb6) AuthConfig (022bc04355ffeae16387f16371b6f82eba0033f09e6fce5ebfae1628a12b3532) AuthConfig (2a339a689c1dea750b59a3cfbef2f2aca6d0a875e819128c97298737ae14c607) AuthConfig (f867f9416a5ac2eed8f6ab40d02fe18fc8c25b9bb3e2aaae67f8d9f99cd42907) AuthConfig (53d9caaea5df96d7cee644bd114f0ee86d1b598c1ac0c4c251d98505991649e6) AuthConfig (908afef09cde3dff035eeb11149fb27b8f0ca69b3cebbfa177165f020a2a7860) AuthConfig (67a896b81de9c59c642b0c449fb6686a725d9bd5c4e21dc30a1988e1ca4403b0) AuthConfig (15363ee3f913e9a2ebe61abd575ccef092655c76ef44085abd49615a6093f861) AuthConfig (83ed0ba33bcba6f91f948d07a924108e31b10af060ed53a63fd1d7515be900cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"95ebaa2e-cab8-4105-b4fc-28f0eff2710f","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:49.724903429Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f13905-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5ead5dc88a1f69accfaea4414371f2b18c4f0306c3329dd39b50ddb90803d307) AuthConfig (1181b40f327b93561dfee2c96a5f35151c6bc60df01e4a8bf7b5ef4292ed0ad9) AuthConfig (467cff7b8022bb04bef12129b519feb04f12fcd467c895e953b2462d7edf4fe8) AuthConfig (53377796ee15b6162db80b314f54c7d645bc59c34881fb06c00114f2bb436044) AuthConfig (4a4002740e0f553097df83f80ebdb3b7977d52fba09e15921159d26c1c369dd0) AuthConfig (7e8cbc8de55471dd7ad6eff369f1c413ce17120ec191241eef79c2b334d632ee)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"e2e-e2e-api-a-f13905-policy","reconcileID":"313fd372-6341-4f7e-810a-9ce798811470","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:49.776458846Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 65, current generation is 66","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"39c1c69f-1a03-42ea-b724-b6ed5014cc45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:49.777480441Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 65, current generation is 66","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d7453882-cd60-4150-92de-7222eed954ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:49.779177163Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 65, current generation is 66","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bfbdd32","reconcileID":"37d6f312-919f-4d15-ad9c-2bc3e5b83ce6","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:49.787868437Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-f8d1cc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-f8d1cc","reconcileID":"da9a127d-9a2d-4868-94d3-37e4b3b4a96c","MaaSModelRef":{"name":"e2e-dft-refs-f8d1cc","namespace":"llm"},"name":"e2e-dft-refs-f8d1cc","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:49.839866525Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5d9760f5-8e78-4cbf-9934-65fb315aa473","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:49.839883106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5d9760f5-8e78-4cbf-9934-65fb315aa473","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:49.840122235Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0d429c1b-b8da-4301-8423-fc9a6c43da0e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:49.84013512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0d429c1b-b8da-4301-8423-fc9a6c43da0e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:49.840355419Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"19565ca7-053e-4849-a282-652e5033b344","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:49.840368254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"19565ca7-053e-4849-a282-652e5033b344","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:49.840576627Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2c42294e-7ecc-4f2a-be45-5c3ff760e5e6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:49.840590968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2c42294e-7ecc-4f2a-be45-5c3ff760e5e6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:49.840789748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c76fead7-e9bf-49b9-b20b-f957e2ac681c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:49.840801156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c76fead7-e9bf-49b9-b20b-f957e2ac681c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:49.841006888Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"db9f3352-a6bc-452a-9b00-49de7312d134","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:49.841017435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"db9f3352-a6bc-452a-9b00-49de7312d134","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:49.841215217Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bba2e546-9f80-4c14-a8e1-af05b6db2999","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:49.841225594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bba2e546-9f80-4c14-a8e1-af05b6db2999","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:49.841542791Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9b10e9ae-5a4e-403c-825c-ef5af95e61ee","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:49.841556669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9b10e9ae-5a4e-403c-825c-ef5af95e61ee","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:49.880962424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"578a8726-2797-4f58-bc07-f32fd0b072ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:49.881411025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"2e2d9b9d-1082-4928-9192-8ca5bf2da24b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:49.89345524Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-f8d1cc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-f8d1cc","reconcileID":"59aef437-773f-4a85-bd53-f8fe661c6fae","MaaSModelRef":{"name":"e2e-dft-refs-f8d1cc","namespace":"llm"},"name":"e2e-dft-refs-f8d1cc","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:49.937542831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"578a8726-2797-4f58-bc07-f32fd0b072ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:49.938034208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"2e2d9b9d-1082-4928-9192-8ca5bf2da24b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:49.944372532Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2a7ad451-f766-4130-acdf-3830e94d1a98","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:49.944433804Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7d2c0331-d365-4abf-913c-723ceccd285c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:49.983772309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"2ee3d54d-f103-4381-8a88-0d05d00ced1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:49.983811202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"e4bf7a1d-d9b9-41b9-9792-ff614cfecff7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:49.984186391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"ca19b568-2227-4108-beae-0b5ca8267a7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:50.041673511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"2ee3d54d-f103-4381-8a88-0d05d00ced1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:50.041705052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"ca19b568-2227-4108-beae-0b5ca8267a7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:50.044317765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"e4bf7a1d-d9b9-41b9-9792-ff614cfecff7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:50.198958189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"e2e-e2e-api-a-f13905-policy","reconcileID":"61d42797-36be-490e-8ffb-a25c5887aa08","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f13905","tenantID":"e2e-api-a-f13905","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:50.251936513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"fdb371c5-54bc-4582-aa82-c4978d0ce2f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:50.257226647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"e2e-e2e-api-a-f13905-policy","reconcileID":"61d42797-36be-490e-8ffb-a25c5887aa08","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"name":"e2e-api-a-f13905-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:50.30988342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"fdb371c5-54bc-4582-aa82-c4978d0ce2f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:50.313060188Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f13905-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5ead5dc88a1f69accfaea4414371f2b18c4f0306c3329dd39b50ddb90803d307) AuthConfig (1181b40f327b93561dfee2c96a5f35151c6bc60df01e4a8bf7b5ef4292ed0ad9) AuthConfig (467cff7b8022bb04bef12129b519feb04f12fcd467c895e953b2462d7edf4fe8) AuthConfig (53377796ee15b6162db80b314f54c7d645bc59c34881fb06c00114f2bb436044) AuthConfig (4a4002740e0f553097df83f80ebdb3b7977d52fba09e15921159d26c1c369dd0) AuthConfig (7e8cbc8de55471dd7ad6eff369f1c413ce17120ec191241eef79c2b334d632ee)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"e2e-e2e-api-a-f13905-policy","reconcileID":"61d42797-36be-490e-8ffb-a25c5887aa08","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:50.404788947Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"18538fc0-aa32-455e-a68b-9a4b5a8b6275","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:50.405216228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cdb6b912-e386-4191-ab92-a609091f8462","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:50.405280075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bfbdd32","reconcileID":"12ce126b-ba0c-4282-85b2-18627214c025","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:50.40645251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6e9e0bd1-a0ca-4bc8-9533-5604f572cc82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:50.462488176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cdb6b912-e386-4191-ab92-a609091f8462","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:50.467179438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6e9e0bd1-a0ca-4bc8-9533-5604f572cc82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:50.467181055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bfbdd32","reconcileID":"12ce126b-ba0c-4282-85b2-18627214c025","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:50.518303253Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 65, current generation is 66","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cdb6b912-e386-4191-ab92-a609091f8462","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:50.523213132Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 65, current generation is 66","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bfbdd32","reconcileID":"12ce126b-ba0c-4282-85b2-18627214c025","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:50.523226545Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 65, current generation is 66","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6e9e0bd1-a0ca-4bc8-9533-5604f572cc82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:50.605049437Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-f8d1cc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-f8d1cc","reconcileID":"e90d4036-c32a-4817-9ee2-83a8284be25a","namespace":"llm","name":"e2e-dft-refs-f8d1cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:50.657758974Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-f8d1cc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-f8d1cc","reconcileID":"7ea4c32a-31fb-4e15-be0a-f51797dffdd6","MaaSModelRef":{"name":"e2e-dft-refs-f8d1cc","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-f8d1cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:50.657791797Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-f8d1cc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-f8d1cc","reconcileID":"7ea4c32a-31fb-4e15-be0a-f51797dffdd6","MaaSModelRef":{"name":"e2e-dft-refs-f8d1cc","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-f8d1cc-9f131a11e371","namespace":"llm","model":"e2e-dft-refs-f8d1cc","externalModel":"e2e-dft-refs-f8d1cc","provider":"e2e-dft-refs-f8d1cc-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:50.715896716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"91e5af6f-7d82-4418-aade-e84869e216f9","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:50.71624037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"e2e-e2e-api-a-f13905-policy","reconcileID":"ec543431-bd7f-452e-b9c6-f34a1a1bae3f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f13905","tenantID":"e2e-api-a-f13905","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:50.7699236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bfbdd32","reconcileID":"3ed71098-525e-48f9-81ff-8c0e648b5b6c","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:50.770011285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c254958a-8dcb-424d-9dfe-9947b1ae3f68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:50.770397547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"19200b69-f487-4ea8-b1ea-139880907a49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:50.775420791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"91e5af6f-7d82-4418-aade-e84869e216f9","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:50.777162891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"e2e-e2e-api-a-f13905-policy","reconcileID":"ec543431-bd7f-452e-b9c6-f34a1a1bae3f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"name":"e2e-api-a-f13905-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:50.827605898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bfbdd32","reconcileID":"3ed71098-525e-48f9-81ff-8c0e648b5b6c","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:50.828804956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c254958a-8dcb-424d-9dfe-9947b1ae3f68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:50.830159929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"19200b69-f487-4ea8-b1ea-139880907a49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:50.830658635Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-8f45a2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (16a18f7b3ef61642d4061aa586330192de6af2b04019b1a283df2e827f1c070c) AuthConfig (3dbf9e9f6d83dc89637a3148f0ac590cb66fd4c8a803f75803c38c36d06d4cb6) AuthConfig (022bc04355ffeae16387f16371b6f82eba0033f09e6fce5ebfae1628a12b3532) AuthConfig (2a339a689c1dea750b59a3cfbef2f2aca6d0a875e819128c97298737ae14c607) AuthConfig (f867f9416a5ac2eed8f6ab40d02fe18fc8c25b9bb3e2aaae67f8d9f99cd42907) AuthConfig (53d9caaea5df96d7cee644bd114f0ee86d1b598c1ac0c4c251d98505991649e6) AuthConfig (908afef09cde3dff035eeb11149fb27b8f0ca69b3cebbfa177165f020a2a7860) AuthConfig (67a896b81de9c59c642b0c449fb6686a725d9bd5c4e21dc30a1988e1ca4403b0) AuthConfig (15363ee3f913e9a2ebe61abd575ccef092655c76ef44085abd49615a6093f861) AuthConfig (83ed0ba33bcba6f91f948d07a924108e31b10af060ed53a63fd1d7515be900cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"91e5af6f-7d82-4418-aade-e84869e216f9","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:50.832307291Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f13905-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5ead5dc88a1f69accfaea4414371f2b18c4f0306c3329dd39b50ddb90803d307) AuthConfig (1181b40f327b93561dfee2c96a5f35151c6bc60df01e4a8bf7b5ef4292ed0ad9) AuthConfig (467cff7b8022bb04bef12129b519feb04f12fcd467c895e953b2462d7edf4fe8) AuthConfig (53377796ee15b6162db80b314f54c7d645bc59c34881fb06c00114f2bb436044) AuthConfig (4a4002740e0f553097df83f80ebdb3b7977d52fba09e15921159d26c1c369dd0) AuthConfig (7e8cbc8de55471dd7ad6eff369f1c413ce17120ec191241eef79c2b334d632ee)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"e2e-e2e-api-a-f13905-policy","reconcileID":"ec543431-bd7f-452e-b9c6-f34a1a1bae3f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:50.883641066Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 65, current generation is 66","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bfbdd32","reconcileID":"3ed71098-525e-48f9-81ff-8c0e648b5b6c","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:50.885188166Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 65, current generation is 66","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c254958a-8dcb-424d-9dfe-9947b1ae3f68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:50.886472309Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 65, current generation is 66","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"19200b69-f487-4ea8-b1ea-139880907a49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:50.986701194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"7f3d5f5f-f828-402a-80f0-e6f086366eb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:50.988625322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"128dd960-84d4-44f2-bb9c-d7ccbb9297d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:51.038582609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"8ebf9d18-ff7f-4934-8502-4d5c3171e959","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:51.039797286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"806d9f21-5b3f-4497-8d34-fe04c32e53b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:51.041132813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"e35a398c-ef9a-4542-992d-f94e9fb1f31e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:51.044890315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"7f3d5f5f-f828-402a-80f0-e6f086366eb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:51.047386173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"128dd960-84d4-44f2-bb9c-d7ccbb9297d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:51.095566162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"8ebf9d18-ff7f-4934-8502-4d5c3171e959","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:51.096558798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"806d9f21-5b3f-4497-8d34-fe04c32e53b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:51.098068989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"e35a398c-ef9a-4542-992d-f94e9fb1f31e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:51.35506028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"6c6a16a2-eeba-4297-82fd-f9b1ff7050e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:51.412139187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"6c6a16a2-eeba-4297-82fd-f9b1ff7050e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:56.132658285Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-f8d1cc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-f8d1cc","reconcileID":"af89982f-a8b5-403e-a9a4-4bbbb3ac2196","namespace":"llm","name":"e2e-dft-refs-f8d1cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:56.188430271Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fbc0937a-5ba3-431e-9180-53f2bb09ada6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:56.188449748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fbc0937a-5ba3-431e-9180-53f2bb09ada6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:56.188727309Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"683247cb-b213-4738-9cc7-9178ea8e0800","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:56.188742782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"683247cb-b213-4738-9cc7-9178ea8e0800","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:56.188999082Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"43efa6f1-8078-41e9-a2f3-5f082cd8f5de","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:56.189013338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"43efa6f1-8078-41e9-a2f3-5f082cd8f5de","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:56.189256474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"be77b94a-b024-439c-9b51-0d0c999d3a04","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:56.189269914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"be77b94a-b024-439c-9b51-0d0c999d3a04","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:56.189496574Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb2fb647-b4c2-47f3-92f1-1deddb453237","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:56.18950888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb2fb647-b4c2-47f3-92f1-1deddb453237","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:56.18980387Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"95348888-ec7b-405a-867e-bdc57484c265","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:56.189815684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"95348888-ec7b-405a-867e-bdc57484c265","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:56.190105834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"218e774a-8d23-4cbb-8309-6ab3eadc56bc","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:56.19012459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"218e774a-8d23-4cbb-8309-6ab3eadc56bc","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:56.190354077Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a7278fda-3696-473d-9800-c111137eef47","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:56.190366407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a7278fda-3696-473d-9800-c111137eef47","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:56.23821709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"7d109987-9225-4ea6-9316-5df929fd1575","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:56.238227387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"e2e-e2e-api-a-f13905-policy","reconcileID":"84816ba1-897b-477c-a540-c8ba14a1b909","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f13905","tenantID":"e2e-api-a-f13905","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:56.287972255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b47cad8c-9145-4c78-a6ee-d57c2fe485c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:56.288145639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bfbdd32","reconcileID":"de7467cf-60b9-48e4-a60b-bed8dbf88fcf","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:56.288603974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d1a51235-3be4-4f7f-9801-5954c38ae073","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:56.296426505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"7d109987-9225-4ea6-9316-5df929fd1575","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:56.296425223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"e2e-e2e-api-a-f13905-policy","reconcileID":"84816ba1-897b-477c-a540-c8ba14a1b909","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"name":"e2e-api-a-f13905-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:56.34629345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bfbdd32","reconcileID":"de7467cf-60b9-48e4-a60b-bed8dbf88fcf","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:56.346429722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d1a51235-3be4-4f7f-9801-5954c38ae073","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:56.348525653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b47cad8c-9145-4c78-a6ee-d57c2fe485c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:56.352451752Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f13905-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5ead5dc88a1f69accfaea4414371f2b18c4f0306c3329dd39b50ddb90803d307) AuthConfig (1181b40f327b93561dfee2c96a5f35151c6bc60df01e4a8bf7b5ef4292ed0ad9) AuthConfig (467cff7b8022bb04bef12129b519feb04f12fcd467c895e953b2462d7edf4fe8) AuthConfig (53377796ee15b6162db80b314f54c7d645bc59c34881fb06c00114f2bb436044) AuthConfig (4a4002740e0f553097df83f80ebdb3b7977d52fba09e15921159d26c1c369dd0) AuthConfig (7e8cbc8de55471dd7ad6eff369f1c413ce17120ec191241eef79c2b334d632ee)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"e2e-e2e-api-a-f13905-policy","reconcileID":"84816ba1-897b-477c-a540-c8ba14a1b909","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:56.352454079Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-8f45a2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (16a18f7b3ef61642d4061aa586330192de6af2b04019b1a283df2e827f1c070c) AuthConfig (3dbf9e9f6d83dc89637a3148f0ac590cb66fd4c8a803f75803c38c36d06d4cb6) AuthConfig (022bc04355ffeae16387f16371b6f82eba0033f09e6fce5ebfae1628a12b3532) AuthConfig (2a339a689c1dea750b59a3cfbef2f2aca6d0a875e819128c97298737ae14c607) AuthConfig (f867f9416a5ac2eed8f6ab40d02fe18fc8c25b9bb3e2aaae67f8d9f99cd42907) AuthConfig (53d9caaea5df96d7cee644bd114f0ee86d1b598c1ac0c4c251d98505991649e6) AuthConfig (908afef09cde3dff035eeb11149fb27b8f0ca69b3cebbfa177165f020a2a7860) AuthConfig (67a896b81de9c59c642b0c449fb6686a725d9bd5c4e21dc30a1988e1ca4403b0) AuthConfig (15363ee3f913e9a2ebe61abd575ccef092655c76ef44085abd49615a6093f861) AuthConfig (83ed0ba33bcba6f91f948d07a924108e31b10af060ed53a63fd1d7515be900cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"7d109987-9225-4ea6-9316-5df929fd1575","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:56.401912083Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8fe55b64-39cd-4233-b36b-2b3f00384225","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:56.402650491Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 65, current generation is 66","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bfbdd32","reconcileID":"de7467cf-60b9-48e4-a60b-bed8dbf88fcf","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:56.403572713Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 65, current generation is 66","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d1a51235-3be4-4f7f-9801-5954c38ae073","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:56.403598379Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0165122b-b3fb-47cf-829b-50752e062515","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:56.405254779Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 65, current generation is 66","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b47cad8c-9145-4c78-a6ee-d57c2fe485c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:56.513990477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"79dcbd51-9a95-466a-becd-b8419e153863","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:56.513989221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"09db37f8-456b-40ea-ad82-4340e71e0cab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:56.5715449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"79dcbd51-9a95-466a-becd-b8419e153863","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:56.571697283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"09db37f8-456b-40ea-ad82-4340e71e0cab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:56.60900659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"e44e55c1-8ff6-4eb4-b6f3-7804bd81a3ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:56.60909024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"a5d74164-7ebf-4ad6-999b-43e773a22e45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:56.609486171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"c554ce67-1975-4797-b4f8-4324204abd79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:56.658154802Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-f8d1cc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-f8d1cc","reconcileID":"e7d99416-5d4a-4c9e-bf72-367bf88308b6","namespace":"llm","name":"e2e-dft-refs-f8d1cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:56.666701722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"e44e55c1-8ff6-4eb4-b6f3-7804bd81a3ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:56.667757255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"c554ce67-1975-4797-b4f8-4324204abd79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:56.668885069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"a5d74164-7ebf-4ad6-999b-43e773a22e45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:56.935773563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"71b5f526-b642-4d73-963b-d2807e64cbdc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:56.936038569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"25b92653-26af-4982-b1eb-98e895af7d5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:56.985515939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"e2e-e2e-api-a-f13905-policy","reconcileID":"8374cca6-ac1d-4634-b367-91ac6ba95492","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f13905","tenantID":"e2e-api-a-f13905","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:56.993119954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"71b5f526-b642-4d73-963b-d2807e64cbdc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:56.994176064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"25b92653-26af-4982-b1eb-98e895af7d5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:57.036309955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4effce40-fa8e-4148-bf64-3fba1f653442","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:57.036312793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bfbdd32","reconcileID":"b0745e72-9117-49b8-bb4c-059adc03b543","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:57.042310769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"e2e-e2e-api-a-f13905-policy","reconcileID":"8374cca6-ac1d-4634-b367-91ac6ba95492","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"name":"e2e-api-a-f13905-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:57.049208696Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 65, current generation is 66","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"71b5f526-b642-4d73-963b-d2807e64cbdc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:57.095494984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bfbdd32","reconcileID":"b0745e72-9117-49b8-bb4c-059adc03b543","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:57.095643901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4effce40-fa8e-4148-bf64-3fba1f653442","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:57.097741341Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f13905-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5ead5dc88a1f69accfaea4414371f2b18c4f0306c3329dd39b50ddb90803d307) AuthConfig (1181b40f327b93561dfee2c96a5f35151c6bc60df01e4a8bf7b5ef4292ed0ad9) AuthConfig (467cff7b8022bb04bef12129b519feb04f12fcd467c895e953b2462d7edf4fe8) AuthConfig (53377796ee15b6162db80b314f54c7d645bc59c34881fb06c00114f2bb436044) AuthConfig (4a4002740e0f553097df83f80ebdb3b7977d52fba09e15921159d26c1c369dd0) AuthConfig (7e8cbc8de55471dd7ad6eff369f1c413ce17120ec191241eef79c2b334d632ee)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"e2e-e2e-api-a-f13905-policy","reconcileID":"8374cca6-ac1d-4634-b367-91ac6ba95492","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:57.152316102Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 65, current generation is 66","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bfbdd32","reconcileID":"b0745e72-9117-49b8-bb4c-059adc03b543","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:57.152411216Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 65, current generation is 66","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4effce40-fa8e-4148-bf64-3fba1f653442","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:57.153612986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"8aa682e3-662e-4078-900a-71261db9ec50","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:57.226143578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"8aa682e3-662e-4078-900a-71261db9ec50","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:57.286888663Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-8f45a2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (16a18f7b3ef61642d4061aa586330192de6af2b04019b1a283df2e827f1c070c) AuthConfig (3dbf9e9f6d83dc89637a3148f0ac590cb66fd4c8a803f75803c38c36d06d4cb6) AuthConfig (022bc04355ffeae16387f16371b6f82eba0033f09e6fce5ebfae1628a12b3532) AuthConfig (2a339a689c1dea750b59a3cfbef2f2aca6d0a875e819128c97298737ae14c607) AuthConfig (f867f9416a5ac2eed8f6ab40d02fe18fc8c25b9bb3e2aaae67f8d9f99cd42907) AuthConfig (53d9caaea5df96d7cee644bd114f0ee86d1b598c1ac0c4c251d98505991649e6) AuthConfig (908afef09cde3dff035eeb11149fb27b8f0ca69b3cebbfa177165f020a2a7860) AuthConfig (67a896b81de9c59c642b0c449fb6686a725d9bd5c4e21dc30a1988e1ca4403b0) AuthConfig (15363ee3f913e9a2ebe61abd575ccef092655c76ef44085abd49615a6093f861) AuthConfig (83ed0ba33bcba6f91f948d07a924108e31b10af060ed53a63fd1d7515be900cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"8aa682e3-662e-4078-900a-71261db9ec50","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:57.310160946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"e4e0832b-e10a-4318-932c-60dc059bbbc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:57.310808013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"f2f4a9ce-c1ed-45bb-b3c0-f656e16c6fb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:57.311400616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"63c7fcf3-c07c-4685-9c62-b6a127f3eecc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:57.386582393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"e4e0832b-e10a-4318-932c-60dc059bbbc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:57.392508296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"f2f4a9ce-c1ed-45bb-b3c0-f656e16c6fb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:57.396188741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"63c7fcf3-c07c-4685-9c62-b6a127f3eecc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:57.408373408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"40f22568-a092-45d7-88cc-9e76b1c818ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:57.457387311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"16f535f7-5a0e-48f2-993f-d71347d9df03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:57.465409471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"40f22568-a092-45d7-88cc-9e76b1c818ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:27:57.513894778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"16f535f7-5a0e-48f2-993f-d71347d9df03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:00.510648751Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"b5d85f68-a0a9-4465-91e8-224137afd4a8","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:06.780697062Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:07.204389364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"e2e-e2e-api-a-f13905-policy","reconcileID":"d03f597b-293b-4ce7-8af7-65267a69292e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f13905","tenantID":"e2e-api-a-f13905","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:07.204538576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4fd65555-5488-4192-ad76-4a3c4f944f43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:07.261982656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"e2e-e2e-api-a-f13905-policy","reconcileID":"d03f597b-293b-4ce7-8af7-65267a69292e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"name":"e2e-api-a-f13905-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:07.262844581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4fd65555-5488-4192-ad76-4a3c4f944f43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:07.307701831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bfbdd32","reconcileID":"68c05b21-437a-4fde-b3ea-5165e92b01af","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:07.307718139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d61e8684-a729-41e7-8474-0eec2228e975","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:07.318075741Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f13905-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5ead5dc88a1f69accfaea4414371f2b18c4f0306c3329dd39b50ddb90803d307) AuthConfig (1181b40f327b93561dfee2c96a5f35151c6bc60df01e4a8bf7b5ef4292ed0ad9) AuthConfig (467cff7b8022bb04bef12129b519feb04f12fcd467c895e953b2462d7edf4fe8) AuthConfig (53377796ee15b6162db80b314f54c7d645bc59c34881fb06c00114f2bb436044) AuthConfig (4a4002740e0f553097df83f80ebdb3b7977d52fba09e15921159d26c1c369dd0) AuthConfig (7e8cbc8de55471dd7ad6eff369f1c413ce17120ec191241eef79c2b334d632ee)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"e2e-e2e-api-a-f13905-policy","reconcileID":"d03f597b-293b-4ce7-8af7-65267a69292e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:07.319060495Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 65, current generation is 66","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4fd65555-5488-4192-ad76-4a3c4f944f43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:07.365070803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bfbdd32","reconcileID":"68c05b21-437a-4fde-b3ea-5165e92b01af","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:07.365253124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d61e8684-a729-41e7-8474-0eec2228e975","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:07.393803258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"52b20727-390f-4b32-95d1-f3b32bc3a407","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:07.421886256Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 65, current generation is 66","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bfbdd32","reconcileID":"68c05b21-437a-4fde-b3ea-5165e92b01af","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:07.421900652Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 65, current generation is 66","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d61e8684-a729-41e7-8474-0eec2228e975","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:07.450635248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"52b20727-390f-4b32-95d1-f3b32bc3a407","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:07.506042307Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-8f45a2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (16a18f7b3ef61642d4061aa586330192de6af2b04019b1a283df2e827f1c070c) AuthConfig (3dbf9e9f6d83dc89637a3148f0ac590cb66fd4c8a803f75803c38c36d06d4cb6) AuthConfig (022bc04355ffeae16387f16371b6f82eba0033f09e6fce5ebfae1628a12b3532) AuthConfig (2a339a689c1dea750b59a3cfbef2f2aca6d0a875e819128c97298737ae14c607) AuthConfig (f867f9416a5ac2eed8f6ab40d02fe18fc8c25b9bb3e2aaae67f8d9f99cd42907) AuthConfig (53d9caaea5df96d7cee644bd114f0ee86d1b598c1ac0c4c251d98505991649e6) AuthConfig (908afef09cde3dff035eeb11149fb27b8f0ca69b3cebbfa177165f020a2a7860) AuthConfig (67a896b81de9c59c642b0c449fb6686a725d9bd5c4e21dc30a1988e1ca4403b0) AuthConfig (15363ee3f913e9a2ebe61abd575ccef092655c76ef44085abd49615a6093f861) AuthConfig (83ed0ba33bcba6f91f948d07a924108e31b10af060ed53a63fd1d7515be900cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"52b20727-390f-4b32-95d1-f3b32bc3a407","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:08.201099759Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-d3ced5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-d3ced5","reconcileID":"a08bce67-0643-4e0b-981e-7d16bf520e47","namespace":"llm","name":"e2e-dft-del-d3ced5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:08.255883535Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-d3ced5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-d3ced5","reconcileID":"4cef438f-086f-493e-9cf0-19fecafb388a","namespace":"llm","name":"e2e-dft-del-d3ced5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:08.305967302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"cbd25fd3-1ea7-458b-806a-5b22eb5491fd","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:08.306011837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"e2e-e2e-api-a-f13905-policy","reconcileID":"0a9e60af-f1fb-4fd2-8850-9fd963bd508a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f13905","tenantID":"e2e-api-a-f13905","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:08.357878652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bfbdd32","reconcileID":"8a8ebabc-f377-4b78-83d3-d516644a1b1f","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:08.357896135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"89f92d5e-16d5-4dd4-ab44-d62d3029b399","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:08.360618945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cb86f501-b2c9-44a8-96c2-e7dd631aad32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:08.365788671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"e2e-e2e-api-a-f13905-policy","reconcileID":"0a9e60af-f1fb-4fd2-8850-9fd963bd508a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"name":"e2e-api-a-f13905-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:08.365939305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"cbd25fd3-1ea7-458b-806a-5b22eb5491fd","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:08.415853385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"89f92d5e-16d5-4dd4-ab44-d62d3029b399","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:08.417004427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bfbdd32","reconcileID":"8a8ebabc-f377-4b78-83d3-d516644a1b1f","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:08.420917459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cb86f501-b2c9-44a8-96c2-e7dd631aad32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:08.423232286Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f13905-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5ead5dc88a1f69accfaea4414371f2b18c4f0306c3329dd39b50ddb90803d307) AuthConfig (1181b40f327b93561dfee2c96a5f35151c6bc60df01e4a8bf7b5ef4292ed0ad9) AuthConfig (467cff7b8022bb04bef12129b519feb04f12fcd467c895e953b2462d7edf4fe8) AuthConfig (53377796ee15b6162db80b314f54c7d645bc59c34881fb06c00114f2bb436044) AuthConfig (4a4002740e0f553097df83f80ebdb3b7977d52fba09e15921159d26c1c369dd0) AuthConfig (7e8cbc8de55471dd7ad6eff369f1c413ce17120ec191241eef79c2b334d632ee)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"e2e-e2e-api-a-f13905-policy","reconcileID":"0a9e60af-f1fb-4fd2-8850-9fd963bd508a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:08.424628536Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-8f45a2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (16a18f7b3ef61642d4061aa586330192de6af2b04019b1a283df2e827f1c070c) AuthConfig (3dbf9e9f6d83dc89637a3148f0ac590cb66fd4c8a803f75803c38c36d06d4cb6) AuthConfig (022bc04355ffeae16387f16371b6f82eba0033f09e6fce5ebfae1628a12b3532) AuthConfig (2a339a689c1dea750b59a3cfbef2f2aca6d0a875e819128c97298737ae14c607) AuthConfig (f867f9416a5ac2eed8f6ab40d02fe18fc8c25b9bb3e2aaae67f8d9f99cd42907) AuthConfig (53d9caaea5df96d7cee644bd114f0ee86d1b598c1ac0c4c251d98505991649e6) AuthConfig (908afef09cde3dff035eeb11149fb27b8f0ca69b3cebbfa177165f020a2a7860) AuthConfig (67a896b81de9c59c642b0c449fb6686a725d9bd5c4e21dc30a1988e1ca4403b0) AuthConfig (15363ee3f913e9a2ebe61abd575ccef092655c76ef44085abd49615a6093f861) AuthConfig (83ed0ba33bcba6f91f948d07a924108e31b10af060ed53a63fd1d7515be900cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"cbd25fd3-1ea7-458b-806a-5b22eb5491fd","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:08.472103706Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a7c8fdd447c3470b9f1dd31aacd540bf1b332cca08ccca337f24ed84a41e665f) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (38911d56af8290da27f4a0cb989ea85fc2346426f0aecb1f33a6d4fed9a1da80) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (9f9770342a7dd947c6880b509c69212f40c55c4f21bc66e632fe24f830f93bb0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (72dd00df56e2d51932d6bd082cc8c5aea569a7ebe630dbf3bed498319e62c2cd) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"89f92d5e-16d5-4dd4-ab44-d62d3029b399","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:08.473392702Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a7c8fdd447c3470b9f1dd31aacd540bf1b332cca08ccca337f24ed84a41e665f) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (38911d56af8290da27f4a0cb989ea85fc2346426f0aecb1f33a6d4fed9a1da80) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (9f9770342a7dd947c6880b509c69212f40c55c4f21bc66e632fe24f830f93bb0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (72dd00df56e2d51932d6bd082cc8c5aea569a7ebe630dbf3bed498319e62c2cd) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bfbdd32","reconcileID":"8a8ebabc-f377-4b78-83d3-d516644a1b1f","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:08.479150835Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a7c8fdd447c3470b9f1dd31aacd540bf1b332cca08ccca337f24ed84a41e665f) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (38911d56af8290da27f4a0cb989ea85fc2346426f0aecb1f33a6d4fed9a1da80) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (9f9770342a7dd947c6880b509c69212f40c55c4f21bc66e632fe24f830f93bb0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (72dd00df56e2d51932d6bd082cc8c5aea569a7ebe630dbf3bed498319e62c2cd) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cb86f501-b2c9-44a8-96c2-e7dd631aad32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:08.583174198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"e2cbe368-d197-45b3-b813-ad0149cbcc40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:08.583411178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"fb7d9da0-00db-410a-8228-9080ef4034cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:08.587659707Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-d3ced5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-d3ced5","reconcileID":"2385a537-170e-488b-9a5f-fda8ea766ab5","MaaSModelRef":{"name":"e2e-dft-del-d3ced5","namespace":"llm"},"name":"e2e-dft-del-d3ced5","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:08.640283641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"fb7d9da0-00db-410a-8228-9080ef4034cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:08.641243468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"e2cbe368-d197-45b3-b813-ad0149cbcc40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:08.683979823Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ebdcf959-79f1-4117-94f0-63017323a123","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:08.684139869Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"861c8803-2773-421b-ac78-a3f59cc0d771","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:08.68539308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"497b99c8-61a9-4b67-9dc0-8ebf8b33d4a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:08.687460175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"942e6ae0-c569-4a74-92b6-52527ee853ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:08.695655333Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a6221c87-0275-476a-b2a4-2492902b6b71","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:08.695673303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a6221c87-0275-476a-b2a4-2492902b6b71","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:08.696208894Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9f1c643b-87b0-4909-ad35-815218268aff","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:08.696227439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9f1c643b-87b0-4909-ad35-815218268aff","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:08.742042188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"497b99c8-61a9-4b67-9dc0-8ebf8b33d4a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:08.744060055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"942e6ae0-c569-4a74-92b6-52527ee853ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:08.747930072Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-d3ced5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-d3ced5","reconcileID":"c4bff15f-0e36-4b21-919a-cb9f1e5751a2","MaaSModelRef":{"name":"e2e-dft-del-d3ced5","namespace":"llm"},"name":"e2e-dft-del-d3ced5","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:08.785588456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"52518d86-3e4e-442b-8827-23e125f4d3f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:08.799476614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c1c86637-e3d8-41a8-9146-f8ba34a48d8c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:08.799491674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c1c86637-e3d8-41a8-9146-f8ba34a48d8c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:08.799750644Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"be75d721-3dbd-459f-8846-9d4b0b464766","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:08.799763836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"be75d721-3dbd-459f-8846-9d4b0b464766","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:08.799991122Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"df1a6f2d-ad53-4dee-8af7-f31e98c7fdbf","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:08.800004271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"df1a6f2d-ad53-4dee-8af7-f31e98c7fdbf","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:08.80022528Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"bc92fb37-06f2-41d1-85c6-215c9cda486b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:08.800236269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"bc92fb37-06f2-41d1-85c6-215c9cda486b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:08.800467215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"38112d86-64a6-4f70-960c-b41a47c3d7f0","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:08.800478964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"38112d86-64a6-4f70-960c-b41a47c3d7f0","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:08.800702613Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8516a852-86a0-48df-835f-fbd42a7b72ef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:08.80071374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8516a852-86a0-48df-835f-fbd42a7b72ef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:08.842589965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"52518d86-3e4e-442b-8827-23e125f4d3f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:08.980513422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"b8b86a8b-c834-4777-b3bf-2e1df4996ba2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:08.980988512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f41d8806-d62c-47b5-b2df-35b663e4ee44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:09.037741859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f41d8806-d62c-47b5-b2df-35b663e4ee44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:09.037770968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"b8b86a8b-c834-4777-b3bf-2e1df4996ba2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:09.096196886Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a7c8fdd447c3470b9f1dd31aacd540bf1b332cca08ccca337f24ed84a41e665f) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (38911d56af8290da27f4a0cb989ea85fc2346426f0aecb1f33a6d4fed9a1da80) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (9f9770342a7dd947c6880b509c69212f40c55c4f21bc66e632fe24f830f93bb0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (72dd00df56e2d51932d6bd082cc8c5aea569a7ebe630dbf3bed498319e62c2cd) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f41d8806-d62c-47b5-b2df-35b663e4ee44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:09.099788102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bfbdd32","reconcileID":"1e6857be-6e95-4ea2-bcd3-54d73415bb9f","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:09.099802187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6d16387d-4576-46d0-ba23-9845bd9d22ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:09.148464998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"e2e-e2e-api-a-f13905-policy","reconcileID":"f0f11e2f-37a6-400a-a547-8a05f15574e6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f13905","tenantID":"e2e-api-a-f13905","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:09.157021824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bfbdd32","reconcileID":"1e6857be-6e95-4ea2-bcd3-54d73415bb9f","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:09.157213596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6d16387d-4576-46d0-ba23-9845bd9d22ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:09.205006006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"e2e-e2e-api-a-f13905-policy","reconcileID":"f0f11e2f-37a6-400a-a547-8a05f15574e6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"name":"e2e-api-a-f13905-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:09.212699457Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a7c8fdd447c3470b9f1dd31aacd540bf1b332cca08ccca337f24ed84a41e665f) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (38911d56af8290da27f4a0cb989ea85fc2346426f0aecb1f33a6d4fed9a1da80) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (9f9770342a7dd947c6880b509c69212f40c55c4f21bc66e632fe24f830f93bb0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (72dd00df56e2d51932d6bd082cc8c5aea569a7ebe630dbf3bed498319e62c2cd) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bfbdd32","reconcileID":"1e6857be-6e95-4ea2-bcd3-54d73415bb9f","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:09.212725328Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a7c8fdd447c3470b9f1dd31aacd540bf1b332cca08ccca337f24ed84a41e665f) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (38911d56af8290da27f4a0cb989ea85fc2346426f0aecb1f33a6d4fed9a1da80) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (9f9770342a7dd947c6880b509c69212f40c55c4f21bc66e632fe24f830f93bb0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (72dd00df56e2d51932d6bd082cc8c5aea569a7ebe630dbf3bed498319e62c2cd) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6d16387d-4576-46d0-ba23-9845bd9d22ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:09.249941137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"eb490980-2581-4237-90b6-e2257a7c4012","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:09.306653019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"eb490980-2581-4237-90b6-e2257a7c4012","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:09.425662845Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-d3ced5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-d3ced5","reconcileID":"e61d24d1-ebb3-418c-a088-7e66a909847d","namespace":"llm","name":"e2e-dft-del-d3ced5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:09.480667234Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-d3ced5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-d3ced5","reconcileID":"28acfd76-93a2-46e3-aaf8-a943500437b8","MaaSModelRef":{"name":"e2e-dft-del-d3ced5","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-del-d3ced5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:09.480699905Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-d3ced5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-d3ced5","reconcileID":"28acfd76-93a2-46e3-aaf8-a943500437b8","MaaSModelRef":{"name":"e2e-dft-del-d3ced5","namespace":"llm"},"routeName":"external-model-e2e-dft-del-d3ced5-c5b7d6b27184","namespace":"llm","model":"e2e-dft-del-d3ced5","externalModel":"e2e-dft-del-d3ced5","provider":"e2e-dft-del-d3ced5-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:09.582883399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"15b5f54c-2263-4d3d-a868-d58055a2accc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:09.584237754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2b51ddc8-66f5-4210-b755-ed800280acd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:09.584371915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bfbdd32","reconcileID":"e7f0be57-f6e9-476d-a3c0-bc4e7072b400","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:09.591106244Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a7f0315-2995-4977-bbe9-76cfd16a0d30","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:09.591126699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a7f0315-2995-4977-bbe9-76cfd16a0d30","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:09.640971241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"15b5f54c-2263-4d3d-a868-d58055a2accc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:09.64117771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2b51ddc8-66f5-4210-b755-ed800280acd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:09.643442626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bfbdd32","reconcileID":"e7f0be57-f6e9-476d-a3c0-bc4e7072b400","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:09.682523287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"a9904315-47db-4c01-9469-608abb50d49a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:09.697620947Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a7c8fdd447c3470b9f1dd31aacd540bf1b332cca08ccca337f24ed84a41e665f) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (38911d56af8290da27f4a0cb989ea85fc2346426f0aecb1f33a6d4fed9a1da80) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (9f9770342a7dd947c6880b509c69212f40c55c4f21bc66e632fe24f830f93bb0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (72dd00df56e2d51932d6bd082cc8c5aea569a7ebe630dbf3bed498319e62c2cd) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"15b5f54c-2263-4d3d-a868-d58055a2accc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:09.697620926Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a7c8fdd447c3470b9f1dd31aacd540bf1b332cca08ccca337f24ed84a41e665f) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (38911d56af8290da27f4a0cb989ea85fc2346426f0aecb1f33a6d4fed9a1da80) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (9f9770342a7dd947c6880b509c69212f40c55c4f21bc66e632fe24f830f93bb0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (72dd00df56e2d51932d6bd082cc8c5aea569a7ebe630dbf3bed498319e62c2cd) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2b51ddc8-66f5-4210-b755-ed800280acd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:09.701874263Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a7c8fdd447c3470b9f1dd31aacd540bf1b332cca08ccca337f24ed84a41e665f) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (38911d56af8290da27f4a0cb989ea85fc2346426f0aecb1f33a6d4fed9a1da80) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (9f9770342a7dd947c6880b509c69212f40c55c4f21bc66e632fe24f830f93bb0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (72dd00df56e2d51932d6bd082cc8c5aea569a7ebe630dbf3bed498319e62c2cd) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bfbdd32","reconcileID":"e7f0be57-f6e9-476d-a3c0-bc4e7072b400","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:09.739154145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"a9904315-47db-4c01-9469-608abb50d49a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:09.778449097Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b","reconcileID":"f187b221-66b9-43af-ba1a-9d5e67d73614","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-fd3b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:09.778467605Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b","reconcileID":"f187b221-66b9-43af-ba1a-9d5e67d73614","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"routeName":"external-model-e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2","model":"e2e-cfl-fd3b7b","externalModel":"e2e-cfl-fd3b7b","provider":"e2e-cfl-fd3b7b-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:09.801844279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"e2e-e2e-api-a-f13905-policy","reconcileID":"9e39d06a-e110-4d28-be36-ea9c6127aa66","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f13905","tenantID":"e2e-api-a-f13905","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:09.852759019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"a16f2298-dd60-4ebc-84b3-1283480b13fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:09.855861344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"bbb107c5-ee32-4f82-b9b0-a82038af4fb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:09.858208478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"e2e-e2e-api-a-f13905-policy","reconcileID":"9e39d06a-e110-4d28-be36-ea9c6127aa66","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"name":"e2e-api-a-f13905-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:09.904724479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"3f4e0071-e9a9-49e7-a38b-cb6472922f77","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:09.909938281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"a16f2298-dd60-4ebc-84b3-1283480b13fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:09.912754801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"bbb107c5-ee32-4f82-b9b0-a82038af4fb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:09.961272483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"3f4e0071-e9a9-49e7-a38b-cb6472922f77","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:10.098566539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"86f24e45-7350-4f63-b3eb-6862d92e4f63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:10.157313227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"86f24e45-7350-4f63-b3eb-6862d92e4f63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:10.201472509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"38f1d818-003a-44db-863f-a9308d7b3886","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:10.260526652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"38f1d818-003a-44db-863f-a9308d7b3886","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:10.298773433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"7a560e35-e9df-4bd7-9cf6-65d9fbec9813","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:10.355521117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"7a560e35-e9df-4bd7-9cf6-65d9fbec9813","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:10.615502081Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"6860baa4-14e3-41f4-bec0-bcca57d5a2e2","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:11.498154166Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b","reconcileID":"2c6d75d9-d3d7-41a7-8b25-e0796c4951f7","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-fd3b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:11.498180762Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b","reconcileID":"2c6d75d9-d3d7-41a7-8b25-e0796c4951f7","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"routeName":"external-model-e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2","model":"e2e-cfl-fd3b7b","externalModel":"e2e-cfl-fd3b7b","provider":"e2e-cfl-fd3b7b-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:11.550525801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"ed60b7f5-3a24-41da-80df-ae922ff856ac","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:28:11.553897275Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-fd3b7b-8f45a2-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-sub","reconcileID":"621fbee5-492e-4e6c-9859-d46cc06b846f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-fd3b7b-8f45a2-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:11.607428499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"ed60b7f5-3a24-41da-80df-ae922ff856ac","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:11.660383913Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b","reconcileID":"0b1febe6-6546-4077-ab2d-36887db08101","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-fd3b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:11.660403341Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b","reconcileID":"0b1febe6-6546-4077-ab2d-36887db08101","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"routeName":"external-model-e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2","model":"e2e-cfl-fd3b7b","externalModel":"e2e-cfl-fd3b7b","provider":"e2e-cfl-fd3b7b-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:28:11.765679739Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b","reconcileID":"0b1febe6-6546-4077-ab2d-36887db08101","name":"e2e-cfl-fd3b7b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-fd3b7b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:28:11.765774706Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b","reconcileID":"0b1febe6-6546-4077-ab2d-36887db08101","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-fd3b7b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:11.817872119Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b","reconcileID":"c440080e-617e-4e4d-8ac7-38ff6c719cce","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-fd3b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:11.8178959Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b","reconcileID":"c440080e-617e-4e4d-8ac7-38ff6c719cce","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"routeName":"external-model-e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2","model":"e2e-cfl-fd3b7b","externalModel":"e2e-cfl-fd3b7b","provider":"e2e-cfl-fd3b7b-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:11.970937143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"ffb5b483-5073-4d30-b48e-2d09abe67df7","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:11.994654879Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-fd3b7b-8f45a2-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-sub","reconcileID":"a9f838cf-6bf6-4780-97ea-b077f15a4eba","MaaSSubscription":{"name":"e2e-cfl-fd3b7b-8f45a2-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-fd3b7b","model":"e2e-cfl-fd3b7b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-fd3b7b-8f45a2-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:12.027813926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"ffb5b483-5073-4d30-b48e-2d09abe67df7","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:12.261299639Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b","reconcileID":"84105672-4d15-4f39-9937-747f1511e8b7","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-fd3b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:12.261341725Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b","reconcileID":"84105672-4d15-4f39-9937-747f1511e8b7","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"routeName":"external-model-e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2","model":"e2e-cfl-fd3b7b","externalModel":"e2e-cfl-fd3b7b","provider":"e2e-cfl-fd3b7b-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:12.468922953Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-fd3b7b-8f45a2-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-sub","reconcileID":"91e8abdf-1b03-4005-bf59-e880b02323b6","MaaSSubscription":{"name":"e2e-cfl-fd3b7b-8f45a2-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-fd3b7b","model":"ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-fd3b7b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:14.80899293Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-d3ced5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-d3ced5","reconcileID":"96541ae3-f312-47f3-a137-bf08b23c1353","namespace":"llm","name":"e2e-dft-del-d3ced5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:14.864897522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4207787e-2c0c-426b-aff3-07d7508b0903","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:14.864918555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4207787e-2c0c-426b-aff3-07d7508b0903","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:14.865210146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4fb9232d-d85c-46f0-a13f-ed413f566273","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:14.865224309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4fb9232d-d85c-46f0-a13f-ed413f566273","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:14.865486463Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"93a7783a-6db4-4dec-bcf4-1fe38b37c02d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:14.865500735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"93a7783a-6db4-4dec-bcf4-1fe38b37c02d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:14.86573315Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8b8bfcb6-87f8-49e1-812a-26771e34ac63","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:14.865747674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8b8bfcb6-87f8-49e1-812a-26771e34ac63","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:14.865985441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e8023aa7-e53f-4edd-88bf-ef7b841cc5b9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:14.865998473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e8023aa7-e53f-4edd-88bf-ef7b841cc5b9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:14.866228424Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d8a28d11-a7b3-43e6-9dee-4cef6e013188","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:14.866241621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d8a28d11-a7b3-43e6-9dee-4cef6e013188","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:14.866497393Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ee32a871-1c34-4b98-840c-7d19a94fc327","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:14.866511372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ee32a871-1c34-4b98-840c-7d19a94fc327","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:14.866816285Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3dfa2c38-7652-402f-8e2d-e20c280587e5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:14.866830352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3dfa2c38-7652-402f-8e2d-e20c280587e5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:14.914491491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"5af93999-a394-4713-b3ae-dbd18cbbe6ab","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:14.96435174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"e5f60b38-981d-4cd9-9a63-9dd3c525eba9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:14.964371034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"16ed3f22-fa86-4815-9b61-dd6a8f9a6fdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:14.965754886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bfbdd32","reconcileID":"3b474cdf-0e68-4b68-8626-6f993583b955","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:14.966715015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f097012c-7325-4164-9d51-251d5e92a7c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:14.971787878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"5af93999-a394-4713-b3ae-dbd18cbbe6ab","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:15.021857587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"e5f60b38-981d-4cd9-9a63-9dd3c525eba9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:15.022134612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"16ed3f22-fa86-4815-9b61-dd6a8f9a6fdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:15.024682037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bfbdd32","reconcileID":"3b474cdf-0e68-4b68-8626-6f993583b955","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:15.024805262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f097012c-7325-4164-9d51-251d5e92a7c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:15.074772991Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"33848ae6-87e6-4147-96b4-54ba1df1c418","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:15.077177911Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d459ab1d-b9f8-42ab-b4a7-11420efaf0a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:15.078022006Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a7c8fdd447c3470b9f1dd31aacd540bf1b332cca08ccca337f24ed84a41e665f) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (38911d56af8290da27f4a0cb989ea85fc2346426f0aecb1f33a6d4fed9a1da80) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (9f9770342a7dd947c6880b509c69212f40c55c4f21bc66e632fe24f830f93bb0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (72dd00df56e2d51932d6bd082cc8c5aea569a7ebe630dbf3bed498319e62c2cd) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"16ed3f22-fa86-4815-9b61-dd6a8f9a6fdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:15.080550309Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a7c8fdd447c3470b9f1dd31aacd540bf1b332cca08ccca337f24ed84a41e665f) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (38911d56af8290da27f4a0cb989ea85fc2346426f0aecb1f33a6d4fed9a1da80) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (9f9770342a7dd947c6880b509c69212f40c55c4f21bc66e632fe24f830f93bb0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (72dd00df56e2d51932d6bd082cc8c5aea569a7ebe630dbf3bed498319e62c2cd) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bfbdd32","reconcileID":"3b474cdf-0e68-4b68-8626-6f993583b955","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:15.08070661Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a7c8fdd447c3470b9f1dd31aacd540bf1b332cca08ccca337f24ed84a41e665f) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (38911d56af8290da27f4a0cb989ea85fc2346426f0aecb1f33a6d4fed9a1da80) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (9f9770342a7dd947c6880b509c69212f40c55c4f21bc66e632fe24f830f93bb0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (72dd00df56e2d51932d6bd082cc8c5aea569a7ebe630dbf3bed498319e62c2cd) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f097012c-7325-4164-9d51-251d5e92a7c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:15.23439046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"e211f7a2-5eb8-4d1e-891a-42978d502a1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:15.235442008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"01b58d52-295c-45a1-9f55-2ca707824b6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:15.235465178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"93e55c39-a4f6-4231-9991-08260b2c1cda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:15.291126294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"e211f7a2-5eb8-4d1e-891a-42978d502a1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:15.292050517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"01b58d52-295c-45a1-9f55-2ca707824b6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:15.293417958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"93e55c39-a4f6-4231-9991-08260b2c1cda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:15.312105213Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-d3ced5","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-d3ced5","reconcileID":"87490953-3a05-49f2-9069-f09213ad46a3","namespace":"llm","name":"e2e-dft-del-d3ced5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:15.383596526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"30d48ced-2103-47e0-bf00-91c2dfc52d0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:15.388720215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"b56d9516-8708-4e67-a84e-58dd274b481b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:15.440252205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"30d48ced-2103-47e0-bf00-91c2dfc52d0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:15.445841437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"b56d9516-8708-4e67-a84e-58dd274b481b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:15.549277424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"e2e-e2e-api-a-f13905-policy","reconcileID":"fec9c238-2bf4-4437-ac27-2da2e328734d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f13905","tenantID":"e2e-api-a-f13905","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:15.600189717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1dbc5c8a-9415-43a0-8e63-88c5c053d0e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:15.600886973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90b03489-c0b4-4db3-b3c5-541332d7653c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:15.605569156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"e2e-e2e-api-a-f13905-policy","reconcileID":"fec9c238-2bf4-4437-ac27-2da2e328734d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"name":"e2e-api-a-f13905-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:15.661262532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1dbc5c8a-9415-43a0-8e63-88c5c053d0e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:15.661576513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90b03489-c0b4-4db3-b3c5-541332d7653c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:15.733843558Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a7c8fdd447c3470b9f1dd31aacd540bf1b332cca08ccca337f24ed84a41e665f) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (38911d56af8290da27f4a0cb989ea85fc2346426f0aecb1f33a6d4fed9a1da80) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (9f9770342a7dd947c6880b509c69212f40c55c4f21bc66e632fe24f830f93bb0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (72dd00df56e2d51932d6bd082cc8c5aea569a7ebe630dbf3bed498319e62c2cd) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1dbc5c8a-9415-43a0-8e63-88c5c053d0e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:15.734230261Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a7c8fdd447c3470b9f1dd31aacd540bf1b332cca08ccca337f24ed84a41e665f) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (38911d56af8290da27f4a0cb989ea85fc2346426f0aecb1f33a6d4fed9a1da80) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (9f9770342a7dd947c6880b509c69212f40c55c4f21bc66e632fe24f830f93bb0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (72dd00df56e2d51932d6bd082cc8c5aea569a7ebe630dbf3bed498319e62c2cd) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90b03489-c0b4-4db3-b3c5-541332d7653c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:15.84454179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"58406ff4-cf17-444f-bc80-8da712b9519e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:15.844953008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bfbdd32","reconcileID":"32ee0ab4-c456-464c-bf10-ff3f5983e057","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:15.901381526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"58406ff4-cf17-444f-bc80-8da712b9519e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:15.901879409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bfbdd32","reconcileID":"32ee0ab4-c456-464c-bf10-ff3f5983e057","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:15.93181979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"0961c44d-1620-4506-ba0b-674c71ed10dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:15.931818223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"66eac378-38c8-4799-a712-b5ee525f8f6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:15.946875603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"fc69f822-82c1-4e04-ba47-1c564cb377ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:15.957526902Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a7c8fdd447c3470b9f1dd31aacd540bf1b332cca08ccca337f24ed84a41e665f) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (38911d56af8290da27f4a0cb989ea85fc2346426f0aecb1f33a6d4fed9a1da80) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (9f9770342a7dd947c6880b509c69212f40c55c4f21bc66e632fe24f830f93bb0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (72dd00df56e2d51932d6bd082cc8c5aea569a7ebe630dbf3bed498319e62c2cd) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bfbdd32","reconcileID":"32ee0ab4-c456-464c-bf10-ff3f5983e057","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:15.988628286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"0961c44d-1620-4506-ba0b-674c71ed10dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:15.988856012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"66eac378-38c8-4799-a712-b5ee525f8f6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:16.003668158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"fc69f822-82c1-4e04-ba47-1c564cb377ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:16.111880478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"2daae204-b671-4e30-9733-863082c09d45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:16.168352168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"2daae204-b671-4e30-9733-863082c09d45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:16.209526678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"cdfb42b1-0627-4070-9c1e-093962ac5eff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:16.246437013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"47044071-8afc-4fe5-99b8-0b9ac385b44e","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:16.266519419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"cdfb42b1-0627-4070-9c1e-093962ac5eff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:16.303034873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"47044071-8afc-4fe5-99b8-0b9ac385b44e","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:20.7214386Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"60f87aba-73c2-4dd2-b0c0-63913a909e75","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:25.889618724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b07483b6-e139-4904-ba1a-5302d6c1765e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:25.889618713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a2f3c9bf-5e6c-4020-8efa-ab8b70e41051","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:25.947158715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a2f3c9bf-5e6c-4020-8efa-ab8b70e41051","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:25.947210092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b07483b6-e139-4904-ba1a-5302d6c1765e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:26.003563975Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a7c8fdd447c3470b9f1dd31aacd540bf1b332cca08ccca337f24ed84a41e665f) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (38911d56af8290da27f4a0cb989ea85fc2346426f0aecb1f33a6d4fed9a1da80) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (9f9770342a7dd947c6880b509c69212f40c55c4f21bc66e632fe24f830f93bb0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (72dd00df56e2d51932d6bd082cc8c5aea569a7ebe630dbf3bed498319e62c2cd) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b07483b6-e139-4904-ba1a-5302d6c1765e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:26.003578073Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a7c8fdd447c3470b9f1dd31aacd540bf1b332cca08ccca337f24ed84a41e665f) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (38911d56af8290da27f4a0cb989ea85fc2346426f0aecb1f33a6d4fed9a1da80) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (9f9770342a7dd947c6880b509c69212f40c55c4f21bc66e632fe24f830f93bb0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (72dd00df56e2d51932d6bd082cc8c5aea569a7ebe630dbf3bed498319e62c2cd) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a2f3c9bf-5e6c-4020-8efa-ab8b70e41051","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:26.113031411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bfbdd32","reconcileID":"d899127f-ecb4-4a2b-a0eb-e00ae419d5d8","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:26.170220008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bfbdd32","reconcileID":"d899127f-ecb4-4a2b-a0eb-e00ae419d5d8","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:26.225767964Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a7c8fdd447c3470b9f1dd31aacd540bf1b332cca08ccca337f24ed84a41e665f) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (38911d56af8290da27f4a0cb989ea85fc2346426f0aecb1f33a6d4fed9a1da80) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (9f9770342a7dd947c6880b509c69212f40c55c4f21bc66e632fe24f830f93bb0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (72dd00df56e2d51932d6bd082cc8c5aea569a7ebe630dbf3bed498319e62c2cd) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bfbdd32","reconcileID":"d899127f-ecb4-4a2b-a0eb-e00ae419d5d8","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:30.826942922Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"c1bc0b9e-dd4a-4fd6-bc08-95bab0a12d63","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:32.916517959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c930dafc-dd00-440b-9402-5928a3e1272f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:32.968246589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c930dafc-dd00-440b-9402-5928a3e1272f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:33.020193309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c930dafc-dd00-440b-9402-5928a3e1272f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:33.071965854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c930dafc-dd00-440b-9402-5928a3e1272f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:33.707212186Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-fd3b7b-8f45a2-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-sub","reconcileID":"b04de49e-ea4c-4557-9544-51f87d2dc068","MaaSSubscription":{"name":"e2e-cfl-fd3b7b-8f45a2-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-fd3b7b","model":"ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-fd3b7b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:33.995946567Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b","reconcileID":"1f6a1ae6-c8fb-49b7-83ba-a08c60857586","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-fd3b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:33.996084409Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b","reconcileID":"1f6a1ae6-c8fb-49b7-83ba-a08c60857586","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"routeName":"external-model-e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2","model":"e2e-cfl-fd3b7b","externalModel":"e2e-cfl-fd3b7b","provider":"e2e-cfl-fd3b7b-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:34.467128958Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-d7d444","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-d7d444","reconcileID":"2843df02-f880-4022-a9a0-78d17d908815","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-d7d444","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w1-d7d444":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:34.620028705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"3714e36b-c110-42f8-b7ef-cd9e6a5c0b81","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:34.695489519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"3714e36b-c110-42f8-b7ef-cd9e6a5c0b81","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:35.214095437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f38e8ba-1e4b-468b-8cbb-71cb00e1f9f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:35.266021009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f38e8ba-1e4b-468b-8cbb-71cb00e1f9f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:35.317810383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f38e8ba-1e4b-468b-8cbb-71cb00e1f9f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:35.369642671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f38e8ba-1e4b-468b-8cbb-71cb00e1f9f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:36.159507606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6c37b714-e07b-4c6f-b389-cfb7202e4d49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:36.159507555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"009f2777-65dc-45c8-ae3d-8c3b56b8e409","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:36.216008442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6c37b714-e07b-4c6f-b389-cfb7202e4d49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:36.216251165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"009f2777-65dc-45c8-ae3d-8c3b56b8e409","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:36.40472081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bfbdd32","reconcileID":"2af230bd-7323-46ef-ad2e-bb897523b9fb","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:36.455676129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-745a18"},"namespace":"ai-tenant-e2e-api-b-745a18","name":"default-tenant","reconcileID":"24dbf9f9-c1fb-417e-a3ab-670620fab6a0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-745a18","tenantID":"e2e-api-b-745a18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:36.462427599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bfbdd32","reconcileID":"2af230bd-7323-46ef-ad2e-bb897523b9fb","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:36.561152267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5f29b2c3-9fb4-463a-9e33-cd37e0050742","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:36.561173637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5f29b2c3-9fb4-463a-9e33-cd37e0050742","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:36.563964579Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77be6f45-1201-4104-ac41-cb8286e3466e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:36.563986574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77be6f45-1201-4104-ac41-cb8286e3466e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:36.571883367Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-745a18"},"namespace":"ai-tenant-e2e-api-b-745a18","name":"default-tenant","reconcileID":"24dbf9f9-c1fb-417e-a3ab-670620fab6a0","name":"e2e-api-b-745a18-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:36.803448517Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:36.807345482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bf283cb5-7884-4945-b909-7b4feb941ce5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:36.80736707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bf283cb5-7884-4945-b909-7b4feb941ce5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:37.292688107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5277ffb7-8def-4cf1-9901-3fc846a16fb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:37.344623188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5277ffb7-8def-4cf1-9901-3fc846a16fb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:37.396886908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5277ffb7-8def-4cf1-9901-3fc846a16fb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:37.448568381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5277ffb7-8def-4cf1-9901-3fc846a16fb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:39.401427833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbeaef13-abce-40cc-b9e1-d17903b5b9b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:39.454728301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbeaef13-abce-40cc-b9e1-d17903b5b9b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:39.507347661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbeaef13-abce-40cc-b9e1-d17903b5b9b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:39.564203925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbeaef13-abce-40cc-b9e1-d17903b5b9b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:40.949732676Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"b6cd5d20-da64-45b2-8c7d-32a7fa442250","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:41.450188856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"911ce140-80bc-4d4b-9c6d-973d37dfbf20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:41.501937735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"911ce140-80bc-4d4b-9c6d-973d37dfbf20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:41.553863003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"911ce140-80bc-4d4b-9c6d-973d37dfbf20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:41.605555923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"911ce140-80bc-4d4b-9c6d-973d37dfbf20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:41.831051845Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-7bfbdd32","reconcileID":"15560787-a024-427e-8d77-fc9e806cd037","MaaSAuthPolicy":{"name":"e2e-default-ns-7bfbdd32","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:41.831167643Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c880a3d2-1527-4ce7-a7e7-bf2c40de0bdd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:41.831185376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c880a3d2-1527-4ce7-a7e7-bf2c40de0bdd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:41.989886496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"820eb6c0-4911-4292-bfc2-0508bbfc7f3e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:41.989906296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"820eb6c0-4911-4292-bfc2-0508bbfc7f3e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:47.118151275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"badccf0f-b5ba-4fc5-bffc-a0d877b9e2b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:47.170251968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"badccf0f-b5ba-4fc5-bffc-a0d877b9e2b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:47.222013818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"badccf0f-b5ba-4fc5-bffc-a0d877b9e2b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:47.273909304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"badccf0f-b5ba-4fc5-bffc-a0d877b9e2b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:47.708412917Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-c0662f25","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-c0662f25","reconcileID":"07963c97-cd8c-4774-9485-eec62ba6c393","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-c0662f25","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-c0662f25":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:49.147294475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38dc0243-4576-42e0-b937-f10825e6fdb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:49.200569214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38dc0243-4576-42e0-b937-f10825e6fdb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:49.25303354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38dc0243-4576-42e0-b937-f10825e6fdb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:49.304777077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38dc0243-4576-42e0-b937-f10825e6fdb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:51.054381416Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"09d2dc20-1ed0-447a-a112-795e8a37f400","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:51.187022308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67a896f4-6f9e-4060-bb59-18f27c48c684","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:51.238999991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67a896f4-6f9e-4060-bb59-18f27c48c684","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:51.290522502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67a896f4-6f9e-4060-bb59-18f27c48c684","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:51.342198356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67a896f4-6f9e-4060-bb59-18f27c48c684","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:53.263721817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"329b5875-d16e-41a3-8196-1c10668f7519","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:53.315542835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"329b5875-d16e-41a3-8196-1c10668f7519","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:53.367371865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"329b5875-d16e-41a3-8196-1c10668f7519","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:28:53.419057188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"329b5875-d16e-41a3-8196-1c10668f7519","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:01.159390739Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"58f791ca-fa63-4421-9636-39c73ed67528","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:06.781314198Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:11.301488056Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"d4d7d628-e790-405d-be1c-b8d4a5964e99","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:19.623059245Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-subscription","reconcileID":"f491db4d-c034-4e65-b711-8349cb100f2d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-premium-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:19.792361558Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-fd3b7b-8f45a2-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-sub","reconcileID":"2dede9bd-1873-4475-8485-0c39dc6c3973","MaaSSubscription":{"name":"e2e-cfl-fd3b7b-8f45a2-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-fd3b7b","model":"ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-fd3b7b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:19.857877622Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d37a089b-e3eb-4883-b6aa-0e76dc9fb723","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:20.034380816Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-subscription","reconcileID":"0f63ea91-86d5-46f6-ab3b-92913b794580","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:20.134648439Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"fcdd434d-57a5-46a1-9f40-2a881bafe35e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:20.329086714Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"a2969fb3-7a6e-4b36-8967-36d283a13a68","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:20.502306375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-subscription","reconcileID":"385cebbb-374e-40bf-9c6d-34bd91174f5a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-premium-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/premium-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:20.621143999Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-subscription","reconcileID":"dbb1c563-1109-480a-89d4-11aa4b16ae93","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-premium-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/premium-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:20.76253128Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"efc301de-bc60-4e13-90e4-e087aa34ed3a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:21.406608876Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"f670bf44-3f87-4f35-af12-ec10cd6f46b4","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:30.015118356Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ce346503"},"namespace":"ai-tenant-e2e-ait-ce346503","name":"default-tenant","reconcileID":"9f812d3a-d655-4235-b102-9a4472486c3a","namespace":"ai-tenant-e2e-ait-ce346503","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:30.015219665Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ce346503"},"namespace":"ai-tenant-e2e-ait-ce346503","name":"default-tenant","reconcileID":"9f812d3a-d655-4235-b102-9a4472486c3a","namespace":"ai-tenant-e2e-ait-ce346503","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:30.015314926Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ce346503"},"namespace":"ai-tenant-e2e-ait-ce346503","name":"default-tenant","reconcileID":"9f812d3a-d655-4235-b102-9a4472486c3a","tenant":"e2e-ait-ce346503","tenantID":"e2e-ait-ce346503","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:30.069399404Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ce346503"},"namespace":"ai-tenant-e2e-ait-ce346503","name":"default-tenant","reconcileID":"9f812d3a-d655-4235-b102-9a4472486c3a","gvk":"Deployment","name":"maas-api-e2e-ait-ce346503","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:30.134098033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ce346503"},"namespace":"ai-tenant-e2e-ait-ce346503","name":"default-tenant","reconcileID":"9f812d3a-d655-4235-b102-9a4472486c3a","gvk":"Service","name":"maas-api-e2e-ait-ce346503","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:30.194884196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ce346503"},"namespace":"ai-tenant-e2e-ait-ce346503","name":"default-tenant","reconcileID":"9f812d3a-d655-4235-b102-9a4472486c3a","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-ce346503","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:30.249146819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ce346503"},"namespace":"ai-tenant-e2e-ait-ce346503","name":"default-tenant","reconcileID":"9f812d3a-d655-4235-b102-9a4472486c3a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-ce346503","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:30.3043043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ce346503"},"namespace":"ai-tenant-e2e-ait-ce346503","name":"default-tenant","reconcileID":"9f812d3a-d655-4235-b102-9a4472486c3a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-ce346503","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:30.358308397Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ce346503"},"namespace":"ai-tenant-e2e-ait-ce346503","name":"default-tenant","reconcileID":"9f812d3a-d655-4235-b102-9a4472486c3a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-ce346503","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:30.414685042Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ce346503"},"namespace":"ai-tenant-e2e-ait-ce346503","name":"default-tenant","reconcileID":"9f812d3a-d655-4235-b102-9a4472486c3a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-ce346503","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:30.472666043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ce346503"},"namespace":"ai-tenant-e2e-ait-ce346503","name":"default-tenant","reconcileID":"9f812d3a-d655-4235-b102-9a4472486c3a","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-ce346503","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:30.524592514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ce346503"},"namespace":"ai-tenant-e2e-ait-ce346503","name":"default-tenant","reconcileID":"9f812d3a-d655-4235-b102-9a4472486c3a","gvk":"Deployment","name":"payload-processing-e2e-ait-ce346503","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:30.576251832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ce346503"},"namespace":"ai-tenant-e2e-ait-ce346503","name":"default-tenant","reconcileID":"9f812d3a-d655-4235-b102-9a4472486c3a","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-ce346503","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:30.627705116Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ce346503"},"namespace":"ai-tenant-e2e-ait-ce346503","name":"default-tenant","reconcileID":"9f812d3a-d655-4235-b102-9a4472486c3a","gvk":"Service","name":"payload-processing-e2e-ait-ce346503","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:30.679124352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ce346503"},"namespace":"ai-tenant-e2e-ait-ce346503","name":"default-tenant","reconcileID":"9f812d3a-d655-4235-b102-9a4472486c3a","gvk":"Service","name":"payload-pre-processing-e2e-ait-ce346503","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:30.730633443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ce346503"},"namespace":"ai-tenant-e2e-ait-ce346503","name":"default-tenant","reconcileID":"9f812d3a-d655-4235-b102-9a4472486c3a","gvk":"DestinationRule","name":"payload-processing-e2e-ait-ce346503","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:30.7818542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ce346503"},"namespace":"ai-tenant-e2e-ait-ce346503","name":"default-tenant","reconcileID":"9f812d3a-d655-4235-b102-9a4472486c3a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-ce346503","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:30.833065031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ce346503"},"namespace":"ai-tenant-e2e-ait-ce346503","name":"default-tenant","reconcileID":"9f812d3a-d655-4235-b102-9a4472486c3a","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-ce346503","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:30.888706779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ce346503"},"namespace":"ai-tenant-e2e-ait-ce346503","name":"default-tenant","reconcileID":"9f812d3a-d655-4235-b102-9a4472486c3a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-ce346503","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:30.940583387Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ce346503"},"namespace":"ai-tenant-e2e-ait-ce346503","name":"default-tenant","reconcileID":"9f812d3a-d655-4235-b102-9a4472486c3a","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-ce346503","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:30.992195132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ce346503"},"namespace":"ai-tenant-e2e-ait-ce346503","name":"default-tenant","reconcileID":"9f812d3a-d655-4235-b102-9a4472486c3a","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-ce346503","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:31.046607253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ce346503"},"namespace":"ai-tenant-e2e-ait-ce346503","name":"default-tenant","reconcileID":"9f812d3a-d655-4235-b102-9a4472486c3a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-ce346503","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:31.097962087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ce346503"},"namespace":"ai-tenant-e2e-ait-ce346503","name":"default-tenant","reconcileID":"9f812d3a-d655-4235-b102-9a4472486c3a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-ce346503","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:31.513513329Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"5f478b72-a1c8-4378-97dd-cba70524d6f2","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:31.908542485Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-ce346503","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-ce346503","reconcileID":"53239347-7c04-48b0-9303-bbd64cf6e382","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-ce346503","removed":["maas.opendatahub.io/gateway-access-e2e-ait-ce346503"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:33.018142868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0be80aa0-8d6a-48e6-819d-30033a8103ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:33.071391284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0be80aa0-8d6a-48e6-819d-30033a8103ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:33.122862021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0be80aa0-8d6a-48e6-819d-30033a8103ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:33.174421277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0be80aa0-8d6a-48e6-819d-30033a8103ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:35.136036329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"826d5b74-b457-4cdb-beb6-4d9d0df32f38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:35.187817493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"826d5b74-b457-4cdb-beb6-4d9d0df32f38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:35.239360378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"826d5b74-b457-4cdb-beb6-4d9d0df32f38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:35.291067659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"826d5b74-b457-4cdb-beb6-4d9d0df32f38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:36.099633785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"default-tenant","reconcileID":"3f960025-f84d-4792-8552-b6440665ca9b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444","tenantID":"e2e-shared-a-w1-d7d444","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:36.216527359Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"default-tenant","reconcileID":"3f960025-f84d-4792-8552-b6440665ca9b","name":"e2e-shared-a-w1-d7d444-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:36.781270531Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:37.169282491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ab18034-1511-4c98-b23c-f2b151349ba2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:37.221547226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ab18034-1511-4c98-b23c-f2b151349ba2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:37.273720064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ab18034-1511-4c98-b23c-f2b151349ba2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:37.325642108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ab18034-1511-4c98-b23c-f2b151349ba2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:37.392057698Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-0aed62e2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-0aed62e2","reconcileID":"8377b5cc-4baa-45f1-9c7a-92db040a163a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-0aed62e2","applied":{"maas.opendatahub.io/gateway-access-e2e-derive-0aed62e2":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:39.197187376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4d90d89-2266-4490-b49e-685a34be4a10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:39.249042462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4d90d89-2266-4490-b49e-685a34be4a10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:39.300716573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4d90d89-2266-4490-b49e-685a34be4a10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:39.352425238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4d90d89-2266-4490-b49e-685a34be4a10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:41.23520606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"482c6395-33c3-4954-9fd1-900b0896a531","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:41.287039871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"482c6395-33c3-4954-9fd1-900b0896a531","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:41.338687763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"482c6395-33c3-4954-9fd1-900b0896a531","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:41.390304704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"482c6395-33c3-4954-9fd1-900b0896a531","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:41.663853226Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"643b7c69-c209-4b63-b054-c1f32bd5ac02","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:43.284021148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4c2bec3-fd4e-40b3-8376-2f940964d23c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:43.335952268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4c2bec3-fd4e-40b3-8376-2f940964d23c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:43.388114015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4c2bec3-fd4e-40b3-8376-2f940964d23c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:43.439792076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4c2bec3-fd4e-40b3-8376-2f940964d23c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:45.369139551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f61479de-f8f9-4d20-bbf7-0efebace206e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:45.401355846Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-subscription","reconcileID":"427f33a5-e179-4e66-a7e2-37cf325830f9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-premium-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:45.420668693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f61479de-f8f9-4d20-bbf7-0efebace206e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:45.472426912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f61479de-f8f9-4d20-bbf7-0efebace206e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:45.524036328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f61479de-f8f9-4d20-bbf7-0efebace206e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:45.679935463Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"62405885-55ed-4f4c-9441-d46822ed9e92","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:45.838880049Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-fd3b7b-8f45a2-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-sub","reconcileID":"b47e303a-f5aa-467c-b24c-35fc8500cd01","MaaSSubscription":{"name":"e2e-cfl-fd3b7b-8f45a2-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-fd3b7b","model":"ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-fd3b7b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:45.890580046Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"5b957aaf-8d8e-44ff-8578-9d72e4eac178","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:45.980845961Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e22bdfe8-b072-4da0-81f4-556a9daa29ba","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:46.172646738Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"65f52249-c7ea-499f-b4cb-9088dd2b1ba9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:46.288505407Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-subscription","reconcileID":"4833582f-c291-42b6-96f0-d24eb16a17a4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-premium-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/premium-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:46.388706755Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-subscription","reconcileID":"70d6b571-99b4-47a5-be44-ea995a8e3384","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:46.405667438Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-subscription","reconcileID":"0c311673-3019-47be-8afa-532c8a43faf6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-premium-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/premium-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:51.767899718Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"7f5442ff-d20f-42d6-8b92-1f5ce5e3a905","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:55.072143539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec807058-b800-403b-9079-7340aa771952","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:55.072162776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec807058-b800-403b-9079-7340aa771952","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:55.128551608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4cea84b1-1105-4166-89f6-a5e52e98ebce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:55.128570596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4cea84b1-1105-4166-89f6-a5e52e98ebce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:55.232564652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-745a18-policy","namespace":"ai-tenant-e2e-api-b-745a18"},"namespace":"ai-tenant-e2e-api-b-745a18","name":"e2e-e2e-api-b-745a18-policy","reconcileID":"d18ed343-1cba-4e2f-bbe5-cbc9ac997df3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-745a18-policy","namespace":"ai-tenant-e2e-api-b-745a18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-745a18","tenantID":"e2e-api-b-745a18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:55.359409681Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-745a18-policy","namespace":"ai-tenant-e2e-api-b-745a18"},"namespace":"ai-tenant-e2e-api-b-745a18","name":"e2e-e2e-api-b-745a18-policy","reconcileID":"d18ed343-1cba-4e2f-bbe5-cbc9ac997df3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-745a18-policy","namespace":"ai-tenant-e2e-api-b-745a18"},"name":"e2e-api-b-745a18-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:55.414780606Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-745a18-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-745a18-policy","namespace":"ai-tenant-e2e-api-b-745a18"},"namespace":"ai-tenant-e2e-api-b-745a18","name":"e2e-e2e-api-b-745a18-policy","reconcileID":"d18ed343-1cba-4e2f-bbe5-cbc9ac997df3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-745a18-policy","namespace":"ai-tenant-e2e-api-b-745a18"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:55.471918174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"89851f6c-35a0-464c-b86c-94db87ed900a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:55.471936001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"89851f6c-35a0-464c-b86c-94db87ed900a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:55.978511875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"default-tenant","reconcileID":"60e845b5-cd86-4ece-b0a4-277a1840836a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-c0662f25","tenantID":"e2e-mt-c0662f25","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:29:56.097891623Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"default-tenant","reconcileID":"60e845b5-cd86-4ece-b0a4-277a1840836a","name":"e2e-mt-c0662f25-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:01.874286408Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"f66a461f-16d5-485b-a4ac-8b1af6e2e0c4","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:03.66623866Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"36d409b9-ba56-4a10-bec9-e9f74a819016","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:03.772177616Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-subscription","reconcileID":"984a94b5-89f1-4ed3-859c-7776e264659b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-premium-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/premium-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:03.929204656Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"8d5318a4-2f76-4b4d-b388-16c0a35ba25b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:04.028808034Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"37ca06e0-5666-4c67-8cd2-b6af92f91fbf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:04.460764593Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-subscription","reconcileID":"bf294e43-fa43-4b5a-95cc-94055cfff958","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-premium-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/premium-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:04.561349071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-subscription","reconcileID":"060e01a8-8e05-47a3-a8a1-8f0403e53230","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:04.699363427Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-subscription","reconcileID":"ec102be4-0407-4072-889c-dc3b9d79ba73","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-premium-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:04.854412955Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-fd3b7b-8f45a2-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-sub","reconcileID":"6669bca9-3e30-47eb-8d55-53934b48239a","MaaSSubscription":{"name":"e2e-cfl-fd3b7b-8f45a2-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-fd3b7b","model":"ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-fd3b7b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:04.902379942Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8d1d081d-1e30-40cb-b55c-693f4b8c137c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:05.607420069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-745a18-policy","namespace":"ai-tenant-e2e-api-b-745a18"},"namespace":"ai-tenant-e2e-api-b-745a18","name":"e2e-e2e-api-b-745a18-policy","reconcileID":"a6bc8932-2d63-432b-a6d7-3ee69e86d3ee","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-745a18-policy","namespace":"ai-tenant-e2e-api-b-745a18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-745a18","tenantID":"e2e-api-b-745a18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:05.664387997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-745a18-policy","namespace":"ai-tenant-e2e-api-b-745a18"},"namespace":"ai-tenant-e2e-api-b-745a18","name":"e2e-e2e-api-b-745a18-policy","reconcileID":"a6bc8932-2d63-432b-a6d7-3ee69e86d3ee","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-745a18-policy","namespace":"ai-tenant-e2e-api-b-745a18"},"name":"e2e-api-b-745a18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:05.720192292Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-745a18-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9f6454bba637b6cae22f839b9caf8b2c7fca2aceae34955d6f297694ef1e7597) AuthConfig (5c27f707ef2741b1781d927e1e4d2c407250ee35c67be0909b9c309b4214aa8c) AuthConfig (be16ffe9f0089faf95fc1b47b06d7c7c1c04d42e5255618dcf0cc03b0096e277) AuthConfig (c911986646da2190c70fbb2b171273dddb6789658c262c8c50dc590222e59336) AuthConfig (e460c91cd8ddbea1ad407433196b646ec413c1b528f976b0d87e61bb53b12660) AuthConfig (9526f728dd7011927d23010c2dff84ca6ee85f3d7542e276a139e14d00bbdd92)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-745a18-policy","namespace":"ai-tenant-e2e-api-b-745a18"},"namespace":"ai-tenant-e2e-api-b-745a18","name":"e2e-e2e-api-b-745a18-policy","reconcileID":"a6bc8932-2d63-432b-a6d7-3ee69e86d3ee","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-745a18-policy","namespace":"ai-tenant-e2e-api-b-745a18"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:05.77801131Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a8c1e03-7641-4b65-afa9-eabd8710a4cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:05.778031606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a8c1e03-7641-4b65-afa9-eabd8710a4cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:06.780841043Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:11.979837309Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"e596733e-6d54-4995-a628-378ec5f79718","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:15.883075427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-745a18-policy","namespace":"ai-tenant-e2e-api-b-745a18"},"namespace":"ai-tenant-e2e-api-b-745a18","name":"e2e-e2e-api-b-745a18-policy","reconcileID":"4892f7bc-b340-4a54-8176-7aa9b0189953","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-745a18-policy","namespace":"ai-tenant-e2e-api-b-745a18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-745a18","tenantID":"e2e-api-b-745a18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:15.944053707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-745a18-policy","namespace":"ai-tenant-e2e-api-b-745a18"},"namespace":"ai-tenant-e2e-api-b-745a18","name":"e2e-e2e-api-b-745a18-policy","reconcileID":"4892f7bc-b340-4a54-8176-7aa9b0189953","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-745a18-policy","namespace":"ai-tenant-e2e-api-b-745a18"},"name":"e2e-api-b-745a18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:16.002563968Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-745a18-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9f6454bba637b6cae22f839b9caf8b2c7fca2aceae34955d6f297694ef1e7597) AuthConfig (5c27f707ef2741b1781d927e1e4d2c407250ee35c67be0909b9c309b4214aa8c) AuthConfig (be16ffe9f0089faf95fc1b47b06d7c7c1c04d42e5255618dcf0cc03b0096e277) AuthConfig (c911986646da2190c70fbb2b171273dddb6789658c262c8c50dc590222e59336) AuthConfig (e460c91cd8ddbea1ad407433196b646ec413c1b528f976b0d87e61bb53b12660) AuthConfig (9526f728dd7011927d23010c2dff84ca6ee85f3d7542e276a139e14d00bbdd92)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-745a18-policy","namespace":"ai-tenant-e2e-api-b-745a18"},"namespace":"ai-tenant-e2e-api-b-745a18","name":"e2e-e2e-api-b-745a18-policy","reconcileID":"4892f7bc-b340-4a54-8176-7aa9b0189953","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-745a18-policy","namespace":"ai-tenant-e2e-api-b-745a18"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:17.308389576Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-fd3b7b-8f45a2-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-sub","reconcileID":"6143484f-791a-4faf-8078-236b8c0c8c1f","MaaSSubscription":{"name":"e2e-cfl-fd3b7b-8f45a2-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-fd3b7b","model":"ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-fd3b7b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:17.356521225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-subscription","reconcileID":"06f115f4-069e-4633-90ad-642b7584937e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:17.457913473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-subscription","reconcileID":"0f23c195-e4d9-4504-910e-03839619a2f5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-premium-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/premium-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:17.557740711Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-subscription","reconcileID":"2b514d77-58f2-4e87-ab55-a28261c60acd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-premium-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:17.657671294Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"bf3a9c5b-ffa1-425e-8cf6-4e2a28dc60e8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:17.854236416Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-subscription","reconcileID":"a06b60a1-b98a-4a63-9bb1-9cc42e409c0b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-premium-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/premium-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:18.085431681Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a40b63cf-6dbb-4e69-b4d8-f4b12ea90ab1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:18.201738175Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ba4dda85-a07a-44ca-ae55-31dd88c7bd1d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:18.376934737Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"3f449347-63c5-4bb3-8484-d0b68cb80f58","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:22.084482847Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"0108248d-3184-4132-b707-a28fcf107d7a","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:23.827691342Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"e2e-e2e-api-a-f13905-policy","reconcileID":"a1da7eaf-7ca4-4bfc-8820-c964073ebacf","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:23.827798039Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"90d64e61-eb97-4ebb-aef3-a9d5c272b8bc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:23.827814752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"90d64e61-eb97-4ebb-aef3-a9d5c272b8bc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:24.034728522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"e2e-e2e-api-a-f13905-policy","reconcileID":"a1da7eaf-7ca4-4bfc-8820-c964073ebacf","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f13905","tenantID":"e2e-api-a-f13905","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:24.161516636Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"e2e-e2e-api-a-f13905-policy","reconcileID":"a1da7eaf-7ca4-4bfc-8820-c964073ebacf","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"name":"e2e-api-a-f13905-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:24.161544314Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"e2e-e2e-api-a-f13905-policy","reconcileID":"a1da7eaf-7ca4-4bfc-8820-c964073ebacf","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f13905-policy","namespace":"ai-tenant-e2e-api-a-f13905"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f13905","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:24.217806221Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"89fb81cf-30fa-4263-a024-b4f5830c25ec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:24.217825239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"89fb81cf-30fa-4263-a024-b4f5830c25ec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:26.107083434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-745a18-policy","namespace":"ai-tenant-e2e-api-b-745a18"},"namespace":"ai-tenant-e2e-api-b-745a18","name":"e2e-e2e-api-b-745a18-policy","reconcileID":"c5afa915-1be0-4921-aa7e-d5ee7f8e8607","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-745a18-policy","namespace":"ai-tenant-e2e-api-b-745a18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-745a18","tenantID":"e2e-api-b-745a18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:26.164032922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-745a18-policy","namespace":"ai-tenant-e2e-api-b-745a18"},"namespace":"ai-tenant-e2e-api-b-745a18","name":"e2e-e2e-api-b-745a18-policy","reconcileID":"c5afa915-1be0-4921-aa7e-d5ee7f8e8607","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-745a18-policy","namespace":"ai-tenant-e2e-api-b-745a18"},"name":"e2e-api-b-745a18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:26.203214262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28fc9db9-6cbf-472f-bbbc-b50064fcd835","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:26.255273746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28fc9db9-6cbf-472f-bbbc-b50064fcd835","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:26.307627502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28fc9db9-6cbf-472f-bbbc-b50064fcd835","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:26.35976476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28fc9db9-6cbf-472f-bbbc-b50064fcd835","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:26.567566087Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f81f3ecc-0aea-4a0c-bb4d-73f3551a9986","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:26.567592951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f81f3ecc-0aea-4a0c-bb4d-73f3551a9986","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:28.294692739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9764c614-7dfb-4ee7-8f9d-cca34db053a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:28.346511134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9764c614-7dfb-4ee7-8f9d-cca34db053a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:28.398609595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9764c614-7dfb-4ee7-8f9d-cca34db053a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:28.450291787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9764c614-7dfb-4ee7-8f9d-cca34db053a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:32.189306735Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"6fe7cb95-a51e-4b6b-b4ed-bcda9a05237d","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:33.262491478Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-subscription","reconcileID":"5444db24-e658-458f-91aa-e0d818dcb959","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-premium-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:33.380316348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"d0c6651e-dc0a-42bd-8b40-40adee2a2a2d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:33.556260267Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-subscription","reconcileID":"ff1fd2a7-d6bd-4946-890f-fe34d76acc44","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-premium-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/premium-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:33.709745091Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-fd3b7b-8f45a2-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-sub","reconcileID":"6e97d968-535f-4bca-9e1a-7940d4665cb4","MaaSSubscription":{"name":"e2e-cfl-fd3b7b-8f45a2-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-fd3b7b","model":"ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-fd3b7b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:33.790637636Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-subscription","reconcileID":"7d74f09d-5a18-4b93-89b9-be6511183ddd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:33.890891914Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f087be08-b12b-4f05-b889-141d262919db","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:34.025350811Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"2e44f5ba-450c-46e8-902c-f439bf1096df","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:34.138942652Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-subscription","reconcileID":"95b19e72-7c63-412f-8199-c5071293b3a9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-premium-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/premium-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:34.314579349Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"244e8e93-8dfb-442d-aa5c-4712f5ac8a60","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:35.723914914Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-41d69a","reconcileID":"bb55cb08-3b29-47b6-bc07-3ad126e9907a","namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-41d69a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:35.778769039Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-41d69a","reconcileID":"dfe38783-e47b-417d-b822-d5d0a718207f","namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-41d69a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:35.829087889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"cb0df824-a8e1-4958-8f90-2d76f0e489ca","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:35.879571778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"a40a642c-719f-475b-871e-4f63ce51dc90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:35.879586622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2e7878ce-2268-4218-b9e5-c65c853b8a3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:35.880086172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"00f1bc86-808f-44fe-b9b0-835723b42a74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:35.880726409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"d92a65ce-5b9c-4bb9-97a3-b5ca7ad2389a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:35.885737181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"cb0df824-a8e1-4958-8f90-2d76f0e489ca","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:35.936615766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"a40a642c-719f-475b-871e-4f63ce51dc90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:35.93695298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"00f1bc86-808f-44fe-b9b0-835723b42a74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:35.938827853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"d92a65ce-5b9c-4bb9-97a3-b5ca7ad2389a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:35.939224442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2e7878ce-2268-4218-b9e5-c65c853b8a3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:36.219292615Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-41d69a","reconcileID":"f56122f1-ef07-4645-b9b4-e4d298da1cd6","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:36.244407665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-745a18-policy","namespace":"ai-tenant-e2e-api-b-745a18"},"namespace":"ai-tenant-e2e-api-b-745a18","name":"e2e-e2e-api-b-745a18-policy","reconcileID":"1c1139f6-7d43-4835-a4d5-d6a6be82985e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-745a18-policy","namespace":"ai-tenant-e2e-api-b-745a18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-745a18","tenantID":"e2e-api-b-745a18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:36.295768716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"49cfd418-ea0f-4c41-8610-cdb37210148a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:36.296722182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"3d8c68b8-cb22-467f-b806-ad12e2d25c54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:36.296722809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"ac10c7c0-4547-4390-841e-258d8e49910b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:36.301973642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-745a18-policy","namespace":"ai-tenant-e2e-api-b-745a18"},"namespace":"ai-tenant-e2e-api-b-745a18","name":"e2e-e2e-api-b-745a18-policy","reconcileID":"1c1139f6-7d43-4835-a4d5-d6a6be82985e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-745a18-policy","namespace":"ai-tenant-e2e-api-b-745a18"},"name":"e2e-api-b-745a18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:36.35272572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"49cfd418-ea0f-4c41-8610-cdb37210148a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:36.354885636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"3d8c68b8-cb22-467f-b806-ad12e2d25c54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:36.355258513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"ac10c7c0-4547-4390-841e-258d8e49910b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:36.382783627Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"8b4c38cb-4edd-449b-b7d3-44d7303e7a0d","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:36.396645731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bd6fa021-a7d2-4a87-8c42-2e0854875c08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:36.454610765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bd6fa021-a7d2-4a87-8c42-2e0854875c08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:36.48740327Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-41d69a","reconcileID":"683d031a-320f-416f-a5b1-3a409f46078a","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:36.662949152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"33a2f702-6b0a-4b68-a0ee-ed3c100de3f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:36.71327499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"4b7251fb-b2f4-4f2d-b197-d7602dec8f94","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:36.719531147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"33a2f702-6b0a-4b68-a0ee-ed3c100de3f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:36.764259686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"25a7780a-b40a-4638-b281-e7ce424a666e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:36.764838125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ea4a7a5-a58d-465a-aafb-6dedf023881e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:36.769877606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"4b7251fb-b2f4-4f2d-b197-d7602dec8f94","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:36.781545684Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:36.814896778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"98aa21ab-b284-4428-9a23-9849488f2169","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:36.824601094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"25a7780a-b40a-4638-b281-e7ce424a666e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:36.825053129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ea4a7a5-a58d-465a-aafb-6dedf023881e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:36.872946054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"98aa21ab-b284-4428-9a23-9849488f2169","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:37.025289487Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-41d69a","reconcileID":"3084266f-aec6-4e6a-a60f-f9c430c4349c","namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-41d69a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:37.078993187Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-41d69a","reconcileID":"d7d6da9c-4922-4db9-bcf6-ee650ac29cf3","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-41d69a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:37.079031462Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-41d69a","reconcileID":"d7d6da9c-4922-4db9-bcf6-ee650ac29cf3","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"routeName":"external-model-e2e-cfl-41d69a-8f2f83d7f18b","namespace":"e2e-extmod-cfl-1-2a1454","model":"e2e-cfl-41d69a","externalModel":"e2e-cfl-41d69a","provider":"e2e-cfl-41d69a-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:37.187662048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"34a458a9-1e9c-4c1c-a040-c8615d429415","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:37.187883356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"278731b3-db15-4c19-83a3-ae8a3b019eb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:37.188049762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fd6e1d6e-fc47-41d1-932c-28407c02ca71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:37.231197651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-745a18-policy","namespace":"ai-tenant-e2e-api-b-745a18"},"namespace":"ai-tenant-e2e-api-b-745a18","name":"e2e-e2e-api-b-745a18-policy","reconcileID":"be7a3de7-a3ab-4fd0-9bbc-75c113a38016","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-745a18-policy","namespace":"ai-tenant-e2e-api-b-745a18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-745a18","tenantID":"e2e-api-b-745a18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:37.244883827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"34a458a9-1e9c-4c1c-a040-c8615d429415","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:37.245545463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"278731b3-db15-4c19-83a3-ae8a3b019eb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:37.247289497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fd6e1d6e-fc47-41d1-932c-28407c02ca71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:37.282370779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"1b8b0ce8-5ee4-44ee-b05c-4f397e1b54e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:37.287809504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-745a18-policy","namespace":"ai-tenant-e2e-api-b-745a18"},"namespace":"ai-tenant-e2e-api-b-745a18","name":"e2e-e2e-api-b-745a18-policy","reconcileID":"be7a3de7-a3ab-4fd0-9bbc-75c113a38016","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-745a18-policy","namespace":"ai-tenant-e2e-api-b-745a18"},"name":"e2e-api-b-745a18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:37.338876571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"1b8b0ce8-5ee4-44ee-b05c-4f397e1b54e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:37.553907059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"49d25b75-3d9a-4961-aeb9-e00c852076a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:37.553966753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"2248d386-9a2a-42b0-96f6-a17d93816891","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:37.555232161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7c8adede-fc38-4318-9d02-bb9a51531360","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:37.602025716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"db593f5e-388d-4498-8d9a-310ba32322aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:37.602559315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"89d37405-e0f8-415f-97b7-ef9ee0ab9b9c","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:37.610535849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"2248d386-9a2a-42b0-96f6-a17d93816891","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:37.610787487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"49d25b75-3d9a-4961-aeb9-e00c852076a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:37.612820703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7c8adede-fc38-4318-9d02-bb9a51531360","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:37.658957295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"db593f5e-388d-4498-8d9a-310ba32322aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:37.659039557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"89d37405-e0f8-415f-97b7-ef9ee0ab9b9c","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:38.110237143Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-41d69a","reconcileID":"e1594941-aad2-4a8e-93b0-bbfeb6a254b0","namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-41d69a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:38.218735194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"b705df05-5293-45ed-a9e7-824e9903456a","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:38.267248643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"1215b6cb-a140-428a-9273-73d903431cf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:38.267342198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"e8359c32-5d39-452f-b09b-444e4357d4e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:38.268100425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"7c2a4f1d-c8c7-43a4-832d-78feeb19cb1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:38.268382728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4a7252c3-6bdf-45ce-b25c-fb4766d91e49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:38.276366105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"b705df05-5293-45ed-a9e7-824e9903456a","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:38.3245993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"1215b6cb-a140-428a-9273-73d903431cf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:38.324852915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"7c2a4f1d-c8c7-43a4-832d-78feeb19cb1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:38.32682398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4a7252c3-6bdf-45ce-b25c-fb4766d91e49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:38.327113539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"e8359c32-5d39-452f-b09b-444e4357d4e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:38.554505478Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"867bec1e-66bf-4a31-a174-b41643353a4b","namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:38.58494554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-745a18-policy","namespace":"ai-tenant-e2e-api-b-745a18"},"namespace":"ai-tenant-e2e-api-b-745a18","name":"e2e-e2e-api-b-745a18-policy","reconcileID":"33a615bc-04e7-478f-93c9-3316b7b38919","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-745a18-policy","namespace":"ai-tenant-e2e-api-b-745a18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-745a18","tenantID":"e2e-api-b-745a18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:38.636029546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9b7adad5-2882-496f-9883-109cb6d19ac6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:38.636518319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"ffba5587-d66c-4232-a052-9e2b30aae380","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:38.636617103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"01f611c9-d153-4e28-adbd-04d7a7295199","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:38.641745908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-745a18-policy","namespace":"ai-tenant-e2e-api-b-745a18"},"namespace":"ai-tenant-e2e-api-b-745a18","name":"e2e-e2e-api-b-745a18-policy","reconcileID":"33a615bc-04e7-478f-93c9-3316b7b38919","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-745a18-policy","namespace":"ai-tenant-e2e-api-b-745a18"},"name":"e2e-api-b-745a18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:38.688121392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"6b9a5239-1f52-44aa-9b6d-8871f27c409c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:38.692679449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9b7adad5-2882-496f-9883-109cb6d19ac6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:38.693388394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"ffba5587-d66c-4232-a052-9e2b30aae380","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:38.694935136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"01f611c9-d153-4e28-adbd-04d7a7295199","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:38.744965944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"6b9a5239-1f52-44aa-9b6d-8871f27c409c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:38.926577006Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"f2be892f-95dd-45d9-963d-f2cbbcde0799","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:39.010462667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"647bd009-dc32-4808-b147-acd536bcfe98","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:39.066985434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"647bd009-dc32-4808-b147-acd536bcfe98","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:39.095537695Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-41d69a","reconcileID":"765fb55c-fd09-4691-8eab-ada3b36ea9b2","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-41d69a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:39.095559087Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-41d69a","reconcileID":"765fb55c-fd09-4691-8eab-ada3b36ea9b2","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"routeName":"external-model-e2e-cfl-41d69a-8f2f83d7f18b","namespace":"e2e-extmod-cfl-1-2a1454","model":"e2e-cfl-41d69a","externalModel":"e2e-cfl-41d69a","provider":"e2e-cfl-41d69a-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:39.101585242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"750904d2-a3c8-484a-a8f0-d95391ce11bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:39.101614797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"ab5f6477-97f4-4d21-b6d1-3d182b6b1a77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:39.102014048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"12e218ff-908b-4d60-9cb6-7d991686dd57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:39.102069695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e6c1db0c-017b-4563-8b0b-bddff415cd54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:39.160552633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"12e218ff-908b-4d60-9cb6-7d991686dd57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:39.162871162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"750904d2-a3c8-484a-a8f0-d95391ce11bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:39.165018481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"ab5f6477-97f4-4d21-b6d1-3d182b6b1a77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:39.167182713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e6c1db0c-017b-4563-8b0b-bddff415cd54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:39.481584414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-745a18-policy","namespace":"ai-tenant-e2e-api-b-745a18"},"namespace":"ai-tenant-e2e-api-b-745a18","name":"e2e-e2e-api-b-745a18-policy","reconcileID":"feee3414-855e-467e-816e-b377bc465b90","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-745a18-policy","namespace":"ai-tenant-e2e-api-b-745a18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-745a18","tenantID":"e2e-api-b-745a18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:39.532459774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"36bf8eec-4b9b-4f02-8192-7c20f7d25b73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:39.533415309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"9aba794d-f891-4f72-b07f-77967431348a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:39.534063573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"6a5945f5-95eb-43ad-8b10-aed19e5ebc3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:39.538512073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-745a18-policy","namespace":"ai-tenant-e2e-api-b-745a18"},"namespace":"ai-tenant-e2e-api-b-745a18","name":"e2e-e2e-api-b-745a18-policy","reconcileID":"feee3414-855e-467e-816e-b377bc465b90","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-745a18-policy","namespace":"ai-tenant-e2e-api-b-745a18"},"name":"e2e-api-b-745a18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:39.540971326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ec753a24-08bc-432f-b59f-f396c8f7bc7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:39.592153428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"9aba794d-f891-4f72-b07f-77967431348a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:39.592436083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"36bf8eec-4b9b-4f02-8192-7c20f7d25b73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:39.594698796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"6a5945f5-95eb-43ad-8b10-aed19e5ebc3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:39.597886171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ec753a24-08bc-432f-b59f-f396c8f7bc7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:39.799018809Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-41d69a","reconcileID":"7217d268-d1e9-41af-96d5-9974c49f91c7","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-41d69a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:39.79904465Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-41d69a","reconcileID":"7217d268-d1e9-41af-96d5-9974c49f91c7","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"routeName":"external-model-e2e-cfl-41d69a-8f2f83d7f18b","namespace":"e2e-extmod-cfl-1-2a1454","model":"e2e-cfl-41d69a","externalModel":"e2e-cfl-41d69a","provider":"e2e-cfl-41d69a-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:39.816576065Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"45f72b2e-a629-4db8-ad73-19daf47234ed","namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:39.901726904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"3920442e-55e3-4af1-8e7d-66f8610faa5c","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:39.958423522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"3920442e-55e3-4af1-8e7d-66f8610faa5c","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:39.97201988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"d7a4cebc-cf1a-4a25-bc46-cf92a774a662","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:39.972028242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"a7365bf0-2dea-4c30-b1cc-3ab58a6dff91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:39.973388029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"78895a19-4a21-49f0-98ce-e852a48f6ef6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:39.973518501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ba4b6a27-c4e1-469f-8168-b6434421f253","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:40.028899431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"d7a4cebc-cf1a-4a25-bc46-cf92a774a662","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:40.029607366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"a7365bf0-2dea-4c30-b1cc-3ab58a6dff91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:40.031272836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ba4b6a27-c4e1-469f-8168-b6434421f253","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:40.031776198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"78895a19-4a21-49f0-98ce-e852a48f6ef6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:40.337419404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"15c935ad-891a-40fa-9b93-9a2ba195659a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:40.339086924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"d4e183cd-4c14-4095-ae20-6c23a86a2f27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:40.339098281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"7b53adae-55b1-4b93-a4c4-9883703d26bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:40.379845062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-41d69a","reconcileID":"521b28fc-4c7f-41d9-b751-7da792fe6d97","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-41d69a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:40.379866674Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-41d69a","reconcileID":"521b28fc-4c7f-41d9-b751-7da792fe6d97","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"routeName":"external-model-e2e-cfl-41d69a-8f2f83d7f18b","namespace":"e2e-extmod-cfl-1-2a1454","model":"e2e-cfl-41d69a","externalModel":"e2e-cfl-41d69a","provider":"e2e-cfl-41d69a-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:40.395360715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"15c935ad-891a-40fa-9b93-9a2ba195659a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:40.396351557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"7b53adae-55b1-4b93-a4c4-9883703d26bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:40.397699103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"d4e183cd-4c14-4095-ae20-6c23a86a2f27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:40.417183763Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"d1ea17e2-f324-40ee-8821-f66af2dab92b","namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:40.47450188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-745a18-policy","namespace":"ai-tenant-e2e-api-b-745a18"},"namespace":"ai-tenant-e2e-api-b-745a18","name":"e2e-e2e-api-b-745a18-policy","reconcileID":"ab78743e-222e-4564-b75f-286d1cf258be","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-745a18-policy","namespace":"ai-tenant-e2e-api-b-745a18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-745a18","tenantID":"e2e-api-b-745a18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:40.483394196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"1c578c06-1c66-4030-af02-b118b7f8a4d4","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:40.486949Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"e8c50675-593c-46a9-b388-724a34cab887","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:40.531886229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-745a18-policy","namespace":"ai-tenant-e2e-api-b-745a18"},"namespace":"ai-tenant-e2e-api-b-745a18","name":"e2e-e2e-api-b-745a18-policy","reconcileID":"ab78743e-222e-4564-b75f-286d1cf258be","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-745a18-policy","namespace":"ai-tenant-e2e-api-b-745a18"},"name":"e2e-api-b-745a18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:40.540136428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"1c578c06-1c66-4030-af02-b118b7f8a4d4","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:40.75368042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"764ad9b9-0720-44af-b2fe-457a4fa2ea15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:40.753735332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a4a5e9c3-7777-4ec7-b2aa-4c1e839a21be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:40.755536782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"733ef9c0-a691-48d4-ad99-674b89863001","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:40.810653895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a4a5e9c3-7777-4ec7-b2aa-4c1e839a21be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:40.810657278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"764ad9b9-0720-44af-b2fe-457a4fa2ea15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:40.812959665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"733ef9c0-a691-48d4-ad99-674b89863001","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:40.954486843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"9c58db90-a1e6-4143-bedc-b0cdfec656f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:40.956218178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"465b51d3-0ccb-472b-a2f1-31a35ff5e7db","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:41.011850511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"9c58db90-a1e6-4143-bedc-b0cdfec656f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:41.012688057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"465b51d3-0ccb-472b-a2f1-31a35ff5e7db","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:41.120427483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c306152f-4476-4312-8acc-05332c2def45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:41.120518931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"dd6a5e38-8aa8-4c29-a07f-c49e126206fd","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:41.120996739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"7afd5f0e-83d0-4a65-bca6-06ce87340806","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:41.176942634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c306152f-4476-4312-8acc-05332c2def45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:41.177601073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"7afd5f0e-83d0-4a65-bca6-06ce87340806","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:41.179147574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"dd6a5e38-8aa8-4c29-a07f-c49e126206fd","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:41.371765575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"a7cfe769-ef83-4fa8-b48b-a572ddb380bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:41.428415563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"a7cfe769-ef83-4fa8-b48b-a572ddb380bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:41.474234844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"75b2e350-f889-4dc2-ac98-e227da412470","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:41.523646223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-745a18-policy","namespace":"ai-tenant-e2e-api-b-745a18"},"namespace":"ai-tenant-e2e-api-b-745a18","name":"e2e-e2e-api-b-745a18-policy","reconcileID":"bb303e15-e1de-49bf-9a7f-abf4a70a9553","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-745a18-policy","namespace":"ai-tenant-e2e-api-b-745a18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-745a18","tenantID":"e2e-api-b-745a18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:41.530766515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"75b2e350-f889-4dc2-ac98-e227da412470","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:41.580103588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-745a18-policy","namespace":"ai-tenant-e2e-api-b-745a18"},"namespace":"ai-tenant-e2e-api-b-745a18","name":"e2e-e2e-api-b-745a18-policy","reconcileID":"bb303e15-e1de-49bf-9a7f-abf4a70a9553","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-745a18-policy","namespace":"ai-tenant-e2e-api-b-745a18"},"name":"e2e-api-b-745a18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:44.747584082Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"45999d04-dc81-46e0-b16a-96b36cb4c8b5","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:44.866431031Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-8f45a2 priority=0:[ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-41d69a-2a1454-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-fd3b7b-8f45a2-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:44.918457476Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-41d69a","reconcileID":"d88ee0ad-a4a2-47f4-a9f5-7e2bf372aeda","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-41d69a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:44.918487462Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-41d69a","reconcileID":"d88ee0ad-a4a2-47f4-a9f5-7e2bf372aeda","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"routeName":"external-model-e2e-cfl-41d69a-8f2f83d7f18b","namespace":"e2e-extmod-cfl-1-2a1454","model":"e2e-cfl-41d69a","externalModel":"e2e-cfl-41d69a","provider":"e2e-cfl-41d69a-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:30:44.979964509Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-41d69a-2a1454-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-41d69a-2a1454-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:45.064363682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"f2012f3b-5bd5-4796-b552-e8e52aca52d9","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:45.064743959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"18ee2a58-b6b1-4b9a-95db-8041b8acb941","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:45.150287216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b","reconcileID":"d922bb2b-795d-467e-baed-e00455ee6655","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-fd3b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:45.150314739Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b","reconcileID":"d922bb2b-795d-467e-baed-e00455ee6655","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"routeName":"external-model-e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2","model":"e2e-cfl-fd3b7b","externalModel":"e2e-cfl-fd3b7b","provider":"e2e-cfl-fd3b7b-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:45.152736428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"18ee2a58-b6b1-4b9a-95db-8041b8acb941","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:45.153509456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"f2012f3b-5bd5-4796-b552-e8e52aca52d9","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:45.255010263Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-41d69a","reconcileID":"6fb30160-995d-48e8-a9b6-95b50e92fe98","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-41d69a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:45.255033614Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-41d69a","reconcileID":"6fb30160-995d-48e8-a9b6-95b50e92fe98","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"routeName":"external-model-e2e-cfl-41d69a-8f2f83d7f18b","namespace":"e2e-extmod-cfl-1-2a1454","model":"e2e-cfl-41d69a","externalModel":"e2e-cfl-41d69a","provider":"e2e-cfl-41d69a-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:45.313785518Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-41d69a-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-sub","reconcileID":"ac8b251e-280e-4d36-a7bb-dfafd898e2d7","MaaSSubscription":{"name":"e2e-cfl-41d69a-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-41d69a","model":"e2e-cfl-41d69a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-41d69a-2a1454-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:45.56845211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"8e3fbc44-e1f2-4a51-8f88-dcf73ac94907","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:45.568452098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"9928b00a-a7c2-4675-b4a0-2e40017acc58","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:45.58112347Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-41d69a","reconcileID":"fda55503-0645-4da6-99f8-4cecd331f2fc","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-41d69a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:45.581155752Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-41d69a","reconcileID":"fda55503-0645-4da6-99f8-4cecd331f2fc","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"routeName":"external-model-e2e-cfl-41d69a-8f2f83d7f18b","namespace":"e2e-extmod-cfl-1-2a1454","model":"e2e-cfl-41d69a","externalModel":"e2e-cfl-41d69a","provider":"e2e-cfl-41d69a-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:45.626524584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"8e3fbc44-e1f2-4a51-8f88-dcf73ac94907","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:45.626585125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"9928b00a-a7c2-4675-b4a0-2e40017acc58","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:45.640290429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88cacdc6-5ee0-490c-bdbc-8e1e5328275d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:45.693170966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88cacdc6-5ee0-490c-bdbc-8e1e5328275d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:45.745491853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88cacdc6-5ee0-490c-bdbc-8e1e5328275d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:45.798465269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88cacdc6-5ee0-490c-bdbc-8e1e5328275d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:45.850337163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-41d69a-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-sub","reconcileID":"af53e52e-6984-461d-9ea8-4a94f0f980ab","MaaSSubscription":{"name":"e2e-cfl-41d69a-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-41d69a","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-41d69a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:46.487934009Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"76a08018-0b1e-428f-9524-fca857b6ffde","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:47.697226365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5a2a0c5-bd66-4e41-8fff-6c0daf125b3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:47.749306086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5a2a0c5-bd66-4e41-8fff-6c0daf125b3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:47.801357418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5a2a0c5-bd66-4e41-8fff-6c0daf125b3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:47.853151748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5a2a0c5-bd66-4e41-8fff-6c0daf125b3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:48.821697844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-0aed62e2"},"namespace":"ai-tenant-e2e-derive-0aed62e2","name":"default-tenant","reconcileID":"cc847d74-f183-4cb6-aa34-a3bd94a221bf","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-derive-0aed62e2","tenantID":"e2e-derive-0aed62e2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:48.93909581Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-0aed62e2"},"namespace":"ai-tenant-e2e-derive-0aed62e2","name":"default-tenant","reconcileID":"cc847d74-f183-4cb6-aa34-a3bd94a221bf","name":"e2e-derive-0aed62e2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:54.853103354Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"0fb0b5d9-6e64-497d-b73c-a774e0f97947","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:56.17541402Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-fd3b7b-8f45a2-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-sub","reconcileID":"c2506d15-f73b-4d27-9647-7a6601844ed9","MaaSSubscription":{"name":"e2e-cfl-fd3b7b-8f45a2-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-fd3b7b","model":"ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-fd3b7b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:56.224812416Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-subscription","reconcileID":"66402971-5b7a-4678-946b-ff1b902a9496","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-premium-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:56.522727463Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-41d69a-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-sub","reconcileID":"fc94e9b8-24bf-4e8e-b833-a55be0e3efbe","MaaSSubscription":{"name":"e2e-cfl-41d69a-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-41d69a","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-41d69a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:56.587735991Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-subscription","reconcileID":"fe618976-0888-479e-80ae-358f23fb5594","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:56.592808823Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"025089de-d5c4-4510-a53b-8eda87a4533d","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:56.727588206Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-subscription","reconcileID":"230c853f-8067-4a4f-9b73-282b9e4bb495","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-premium-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/premium-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:56.834129468Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-subscription","reconcileID":"b99830f2-8be5-443c-b48e-eef55c59ee9b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-premium-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/premium-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:56.837376103Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-41d69a","reconcileID":"4d473a55-ecc4-4e63-9a7d-4f815f54b903","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-41d69a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:56.83739309Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-41d69a","reconcileID":"4d473a55-ecc4-4e63-9a7d-4f815f54b903","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"routeName":"external-model-e2e-cfl-41d69a-8f2f83d7f18b","namespace":"e2e-extmod-cfl-1-2a1454","model":"e2e-cfl-41d69a","externalModel":"e2e-cfl-41d69a","provider":"e2e-cfl-41d69a-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:56.893294326Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6c0c7c09-948b-477a-b2b8-3262e9efb3c7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:56.993454995Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"4a7c4060-d8cd-440b-b1a3-db1cd79c6e34","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:57.098265154Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"07b7519a-9a21-4804-a1c1-1dd1bacfc132","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:57.319260274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6754eb0a-1ca6-41db-b6ea-f02c314b64c5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:57.699213441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"3f145a4b-968b-4c3a-8b77-200c4cd0a295","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:30:57.755971448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"3f145a4b-968b-4c3a-8b77-200c4cd0a295","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:00.575280702Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"c4b8dc01-225c-4612-8c56-934fbafdaefd","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:00.68436623Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"70dacc58-ac10-41b4-b7e0-481643e128c5","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:01.496380478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1da8a216-2327-4c7f-9519-7d738859c9d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:01.548457043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1da8a216-2327-4c7f-9519-7d738859c9d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:01.600387009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1da8a216-2327-4c7f-9519-7d738859c9d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:01.652227174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1da8a216-2327-4c7f-9519-7d738859c9d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:01.842933694Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"727388c7-01a7-432e-9a29-cca6331ea734","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:01.953982565Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-747b7b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-747b7b","reconcileID":"93ce49c5-24f9-4afb-87b1-a536e6531cae","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-747b7b","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w1-747b7b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:02.279817517Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"596fd830-965d-4f5b-a2af-5bf1ed0a56cc","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:03.592663066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ff4e387-b445-4561-8889-0a78925af799","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:03.644445914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ff4e387-b445-4561-8889-0a78925af799","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:03.696521462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ff4e387-b445-4561-8889-0a78925af799","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:03.748108925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ff4e387-b445-4561-8889-0a78925af799","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:04.360826682Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"f7418226-5af1-4f58-a60e-64e7a8f9c4c7","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:05.700411524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d7645d3-27ad-4a2c-9ca9-78c9e815e24a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:05.752272154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d7645d3-27ad-4a2c-9ca9-78c9e815e24a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:05.804276041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d7645d3-27ad-4a2c-9ca9-78c9e815e24a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:05.856177683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d7645d3-27ad-4a2c-9ca9-78c9e815e24a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:31:06.579536592Z","logger":"events","body":"Server rejected event (will not retry!)","service.name":"maas-controller","event":{"namespace":"e2e-extmod-shr-user-cd78f1","name":"e2e-shr-amb-678d88-e2e-extmod-b-7d25db.18e3d77685f1e56d"},"error":"namespaces \"e2e-extmod-shr-user-cd78f1\" not found","severity_number":17,"stacktrace":"k8s.io/client-go/tools/events.recordEvent\n\tk8s.io/client-go@v0.36.4/tools/events/event_broadcaster.go:270\nk8s.io/client-go/tools/events.(*eventBroadcasterImpl).finishSeries\n\tk8s.io/client-go@v0.36.4/tools/events/event_broadcaster.go:153\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/backoff.go:255\nk8s.io/apimachinery/pkg/util/wait.BackoffUntilWithContext\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/backoff.go:256\nk8s.io/apimachinery/pkg/util/wait.JitterUntilWithContext\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/backoff.go:223\nk8s.io/apimachinery/pkg/util/wait.UntilWithContext\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/backoff.go:172"} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:06.707641745Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"7b22bfdd-071b-445f-87f3-2de79097f162","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:06.780718015Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:09.738292636Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"4a00a04a-4cb4-4ac5-b50d-58778951c21f","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:10.568570777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f25de51b-2fef-4569-a0da-c29bc62cfbd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:10.621209881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f25de51b-2fef-4569-a0da-c29bc62cfbd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:10.673262198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f25de51b-2fef-4569-a0da-c29bc62cfbd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:10.724949014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f25de51b-2fef-4569-a0da-c29bc62cfbd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:12.733035037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d2962e9-f6e7-4ab0-ab19-b4396bf7d3a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:12.785000325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d2962e9-f6e7-4ab0-ab19-b4396bf7d3a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:12.836559778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d2962e9-f6e7-4ab0-ab19-b4396bf7d3a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:12.888136472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d2962e9-f6e7-4ab0-ab19-b4396bf7d3a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:14.79427886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"150200a8-7ffa-409c-9e00-5b08eaa262e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:14.846185038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"150200a8-7ffa-409c-9e00-5b08eaa262e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:14.902609262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"150200a8-7ffa-409c-9e00-5b08eaa262e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:14.955928289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"150200a8-7ffa-409c-9e00-5b08eaa262e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:16.812745268Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"5e5ac89a-4b57-4061-bfcb-1c34091f1fe5","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:19.84308526Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"9ea29325-e471-4052-97e6-62732327005b","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:23.418339012Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"default-tenant","reconcileID":"126a2fe1-6d95-467f-aee4-d91133cc4b2a","namespace":"ai-tenant-e2e-api-a-f13905","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:23.418396333Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"default-tenant","reconcileID":"126a2fe1-6d95-467f-aee4-d91133cc4b2a","namespace":"ai-tenant-e2e-api-a-f13905","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:23.418443813Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"default-tenant","reconcileID":"126a2fe1-6d95-467f-aee4-d91133cc4b2a","tenant":"e2e-api-a-f13905","tenantID":"e2e-api-a-f13905","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:23.472248906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"default-tenant","reconcileID":"126a2fe1-6d95-467f-aee4-d91133cc4b2a","gvk":"Deployment","name":"maas-api-e2e-api-a-f13905","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:23.533167953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"default-tenant","reconcileID":"126a2fe1-6d95-467f-aee4-d91133cc4b2a","gvk":"Service","name":"maas-api-e2e-api-a-f13905","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:23.589954562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"default-tenant","reconcileID":"126a2fe1-6d95-467f-aee4-d91133cc4b2a","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-f13905","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:23.643362878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"default-tenant","reconcileID":"126a2fe1-6d95-467f-aee4-d91133cc4b2a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-f13905","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:23.697634007Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"default-tenant","reconcileID":"126a2fe1-6d95-467f-aee4-d91133cc4b2a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-f13905","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:23.75357642Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"default-tenant","reconcileID":"126a2fe1-6d95-467f-aee4-d91133cc4b2a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-f13905","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:23.810299538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"default-tenant","reconcileID":"126a2fe1-6d95-467f-aee4-d91133cc4b2a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-f13905","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:23.864254291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"default-tenant","reconcileID":"126a2fe1-6d95-467f-aee4-d91133cc4b2a","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-f13905","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:23.916019517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"default-tenant","reconcileID":"126a2fe1-6d95-467f-aee4-d91133cc4b2a","gvk":"Deployment","name":"payload-processing-e2e-api-a-f13905","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:23.96740453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"default-tenant","reconcileID":"126a2fe1-6d95-467f-aee4-d91133cc4b2a","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-f13905","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:24.019142595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"default-tenant","reconcileID":"126a2fe1-6d95-467f-aee4-d91133cc4b2a","gvk":"Service","name":"payload-processing-e2e-api-a-f13905","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:24.070640707Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"default-tenant","reconcileID":"126a2fe1-6d95-467f-aee4-d91133cc4b2a","gvk":"Service","name":"payload-pre-processing-e2e-api-a-f13905","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:24.121970009Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"default-tenant","reconcileID":"126a2fe1-6d95-467f-aee4-d91133cc4b2a","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-f13905","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:24.173284278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"default-tenant","reconcileID":"126a2fe1-6d95-467f-aee4-d91133cc4b2a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-f13905","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:24.224685906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"default-tenant","reconcileID":"126a2fe1-6d95-467f-aee4-d91133cc4b2a","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-f13905","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:24.280214351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"default-tenant","reconcileID":"126a2fe1-6d95-467f-aee4-d91133cc4b2a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-f13905","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:24.331783128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"default-tenant","reconcileID":"126a2fe1-6d95-467f-aee4-d91133cc4b2a","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-f13905","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:24.383517985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"default-tenant","reconcileID":"126a2fe1-6d95-467f-aee4-d91133cc4b2a","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-f13905","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:24.443489622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"default-tenant","reconcileID":"126a2fe1-6d95-467f-aee4-d91133cc4b2a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-f13905","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:24.494939605Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f13905"},"namespace":"ai-tenant-e2e-api-a-f13905","name":"default-tenant","reconcileID":"126a2fe1-6d95-467f-aee4-d91133cc4b2a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-f13905","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:26.91791524Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"06c071c6-2976-43db-8b49-3be18bde6de9","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:29.94744489Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"1ea652cc-c852-46a5-a0a9-631b35192fdc","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:36.781271517Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:37.022457086Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"fc655cdc-c6e8-489b-aef1-5e37896b711c","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:40.052653528Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"899ccdaf-6952-4343-92d1-cc31ef1ddf8c","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:40.958164673Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"72e79f60-cf1f-4670-9837-f90be49f068d","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:41.062848035Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"dc61b7bd-3288-4bcd-8e8e-9fad1d8ac3f5","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:41.184315899Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-f13905","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-f13905","reconcileID":"13fb2af4-b432-459e-af8a-494cc14bbbc2","aitenant":"ai-tenants/e2e-api-a-f13905","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:41.362760506Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"1f089b31-e319-45fc-af49-e92422afa0d6","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:41.806754239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de247f9e-ff0c-4e37-9bae-998bedd50a3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:41.858572514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de247f9e-ff0c-4e37-9bae-998bedd50a3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:41.910523146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de247f9e-ff0c-4e37-9bae-998bedd50a3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:41.962698976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de247f9e-ff0c-4e37-9bae-998bedd50a3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:42.021858318Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-f13905","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-f13905","reconcileID":"13fb2af4-b432-459e-af8a-494cc14bbbc2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-f13905","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-f13905"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:42.263657761Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"ae0646c7-e114-401e-9238-37fb867977fc","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:43.902196583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ef6ad98-a8c1-4fdd-a1a9-1d1603d4b73f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:43.954454379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ef6ad98-a8c1-4fdd-a1a9-1d1603d4b73f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:44.006240278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ef6ad98-a8c1-4fdd-a1a9-1d1603d4b73f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:44.057982754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ef6ad98-a8c1-4fdd-a1a9-1d1603d4b73f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:44.125257359Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"d47451f2-4dda-44fd-9bc1-d3270da7f9bf","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:44.23510557Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"031151b8-3751-479e-a5a0-90604c52feba","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:45.998349733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"334bf74c-2b69-42ba-9b19-f6690796115c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:46.05007689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"334bf74c-2b69-42ba-9b19-f6690796115c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:46.101598687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"334bf74c-2b69-42ba-9b19-f6690796115c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:46.153492618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"334bf74c-2b69-42ba-9b19-f6690796115c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:47.127672246Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"1af7213c-5810-4c93-b98a-6bb2c6622b26","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:48.1001065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bc8b1b0-e461-4a75-9aa5-6d98397e8589","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:48.152068406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bc8b1b0-e461-4a75-9aa5-6d98397e8589","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:48.204094119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bc8b1b0-e461-4a75-9aa5-6d98397e8589","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:48.256255357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bc8b1b0-e461-4a75-9aa5-6d98397e8589","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:48.842506042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-745a18-policy","namespace":"ai-tenant-e2e-api-b-745a18"},"namespace":"ai-tenant-e2e-api-b-745a18","name":"e2e-e2e-api-b-745a18-policy","reconcileID":"be7ea73c-9734-454e-9b89-ff9c87cc8428","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-745a18-policy","namespace":"ai-tenant-e2e-api-b-745a18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-745a18","tenantID":"e2e-api-b-745a18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:48.899155415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-745a18-policy","namespace":"ai-tenant-e2e-api-b-745a18"},"namespace":"ai-tenant-e2e-api-b-745a18","name":"e2e-e2e-api-b-745a18-policy","reconcileID":"be7ea73c-9734-454e-9b89-ff9c87cc8428","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-745a18-policy","namespace":"ai-tenant-e2e-api-b-745a18"},"name":"e2e-api-b-745a18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:49.21683183Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"a6e15342-e869-495b-8814-3f7e9ed01dca","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:49.302131876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-745a18-policy","namespace":"ai-tenant-e2e-api-b-745a18"},"namespace":"ai-tenant-e2e-api-b-745a18","name":"e2e-e2e-api-b-745a18-policy","reconcileID":"39ae3d1b-fc67-4ae4-947a-c9279c6a8c5b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-745a18-policy","namespace":"ai-tenant-e2e-api-b-745a18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-745a18","tenantID":"e2e-api-b-745a18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:49.302482665Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b56eb3fc-9118-43e1-9517-2428ee267cf0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:49.30250542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b56eb3fc-9118-43e1-9517-2428ee267cf0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:49.359077263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-745a18-policy","namespace":"ai-tenant-e2e-api-b-745a18"},"namespace":"ai-tenant-e2e-api-b-745a18","name":"e2e-e2e-api-b-745a18-policy","reconcileID":"39ae3d1b-fc67-4ae4-947a-c9279c6a8c5b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-745a18-policy","namespace":"ai-tenant-e2e-api-b-745a18"},"name":"e2e-api-b-745a18-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:49.513437324Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-745a18-policy","namespace":"ai-tenant-e2e-api-b-745a18"},"namespace":"ai-tenant-e2e-api-b-745a18","name":"e2e-e2e-api-b-745a18-policy","reconcileID":"ce7cf52f-ffd4-4e2d-aab1-7203bda03337","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-745a18-policy","namespace":"ai-tenant-e2e-api-b-745a18"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:49.718377072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-745a18-policy","namespace":"ai-tenant-e2e-api-b-745a18"},"namespace":"ai-tenant-e2e-api-b-745a18","name":"e2e-e2e-api-b-745a18-policy","reconcileID":"ce7cf52f-ffd4-4e2d-aab1-7203bda03337","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-745a18-policy","namespace":"ai-tenant-e2e-api-b-745a18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-745a18","tenantID":"e2e-api-b-745a18","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:49.845306923Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-745a18-policy","namespace":"ai-tenant-e2e-api-b-745a18"},"namespace":"ai-tenant-e2e-api-b-745a18","name":"e2e-e2e-api-b-745a18-policy","reconcileID":"ce7cf52f-ffd4-4e2d-aab1-7203bda03337","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-745a18-policy","namespace":"ai-tenant-e2e-api-b-745a18"},"name":"e2e-api-b-745a18-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:49.845353837Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-745a18-policy","namespace":"ai-tenant-e2e-api-b-745a18"},"namespace":"ai-tenant-e2e-api-b-745a18","name":"e2e-e2e-api-b-745a18-policy","reconcileID":"ce7cf52f-ffd4-4e2d-aab1-7203bda03337","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-745a18-policy","namespace":"ai-tenant-e2e-api-b-745a18"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-745a18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:49.902042821Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"25be5044-79c2-4893-8ebc-64df80e9eb62","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:49.90206193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"25be5044-79c2-4893-8ebc-64df80e9eb62","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:50.138474093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b51c53a-de44-4466-8420-804d92a598c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:50.192135328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b51c53a-de44-4466-8420-804d92a598c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:50.250610133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b51c53a-de44-4466-8420-804d92a598c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:50.302870889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b51c53a-de44-4466-8420-804d92a598c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:52.182950607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a34975be-a873-4a4c-9d9d-75982a096a76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:52.234831094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a34975be-a873-4a4c-9d9d-75982a096a76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:52.286866077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a34975be-a873-4a4c-9d9d-75982a096a76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:52.339286927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a34975be-a873-4a4c-9d9d-75982a096a76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:54.660497794Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"c8e0c951-8df2-4f7a-b759-4335ec1c6a2f","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:57.249267048Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"9f3cbdaf-ea89-4819-8b41-c1d786fc5a2f","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:58.549740783Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-745a18"},"namespace":"ai-tenant-e2e-api-b-745a18","name":"default-tenant","reconcileID":"a14d54e4-9274-4fc1-aa78-431c84580379","namespace":"ai-tenant-e2e-api-b-745a18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:58.54982846Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-745a18"},"namespace":"ai-tenant-e2e-api-b-745a18","name":"default-tenant","reconcileID":"a14d54e4-9274-4fc1-aa78-431c84580379","namespace":"ai-tenant-e2e-api-b-745a18","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:58.549918487Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-745a18"},"namespace":"ai-tenant-e2e-api-b-745a18","name":"default-tenant","reconcileID":"a14d54e4-9274-4fc1-aa78-431c84580379","tenant":"e2e-api-b-745a18","tenantID":"e2e-api-b-745a18","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:58.603834354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-745a18"},"namespace":"ai-tenant-e2e-api-b-745a18","name":"default-tenant","reconcileID":"a14d54e4-9274-4fc1-aa78-431c84580379","gvk":"Deployment","name":"maas-api-e2e-api-b-745a18","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:58.663644587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-745a18"},"namespace":"ai-tenant-e2e-api-b-745a18","name":"default-tenant","reconcileID":"a14d54e4-9274-4fc1-aa78-431c84580379","gvk":"Service","name":"maas-api-e2e-api-b-745a18","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:58.722481219Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-745a18"},"namespace":"ai-tenant-e2e-api-b-745a18","name":"default-tenant","reconcileID":"a14d54e4-9274-4fc1-aa78-431c84580379","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-745a18","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:58.776273172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-745a18"},"namespace":"ai-tenant-e2e-api-b-745a18","name":"default-tenant","reconcileID":"a14d54e4-9274-4fc1-aa78-431c84580379","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-745a18","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:58.832980878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-745a18"},"namespace":"ai-tenant-e2e-api-b-745a18","name":"default-tenant","reconcileID":"a14d54e4-9274-4fc1-aa78-431c84580379","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-745a18","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:58.886966027Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-745a18"},"namespace":"ai-tenant-e2e-api-b-745a18","name":"default-tenant","reconcileID":"a14d54e4-9274-4fc1-aa78-431c84580379","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-745a18","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:58.943541968Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-745a18"},"namespace":"ai-tenant-e2e-api-b-745a18","name":"default-tenant","reconcileID":"a14d54e4-9274-4fc1-aa78-431c84580379","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-745a18","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:58.998120937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-745a18"},"namespace":"ai-tenant-e2e-api-b-745a18","name":"default-tenant","reconcileID":"a14d54e4-9274-4fc1-aa78-431c84580379","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-745a18","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:59.049709329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-745a18"},"namespace":"ai-tenant-e2e-api-b-745a18","name":"default-tenant","reconcileID":"a14d54e4-9274-4fc1-aa78-431c84580379","gvk":"Deployment","name":"payload-processing-e2e-api-b-745a18","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:59.101060096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-745a18"},"namespace":"ai-tenant-e2e-api-b-745a18","name":"default-tenant","reconcileID":"a14d54e4-9274-4fc1-aa78-431c84580379","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-745a18","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:59.152632553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-745a18"},"namespace":"ai-tenant-e2e-api-b-745a18","name":"default-tenant","reconcileID":"a14d54e4-9274-4fc1-aa78-431c84580379","gvk":"Service","name":"payload-processing-e2e-api-b-745a18","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:59.204361128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-745a18"},"namespace":"ai-tenant-e2e-api-b-745a18","name":"default-tenant","reconcileID":"a14d54e4-9274-4fc1-aa78-431c84580379","gvk":"Service","name":"payload-pre-processing-e2e-api-b-745a18","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:59.256066734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-745a18"},"namespace":"ai-tenant-e2e-api-b-745a18","name":"default-tenant","reconcileID":"a14d54e4-9274-4fc1-aa78-431c84580379","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-745a18","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:59.307286057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-745a18"},"namespace":"ai-tenant-e2e-api-b-745a18","name":"default-tenant","reconcileID":"a14d54e4-9274-4fc1-aa78-431c84580379","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-745a18","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:59.358810384Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-745a18"},"namespace":"ai-tenant-e2e-api-b-745a18","name":"default-tenant","reconcileID":"a14d54e4-9274-4fc1-aa78-431c84580379","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-745a18","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:59.416148481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-745a18"},"namespace":"ai-tenant-e2e-api-b-745a18","name":"default-tenant","reconcileID":"a14d54e4-9274-4fc1-aa78-431c84580379","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-745a18","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:59.467828036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-745a18"},"namespace":"ai-tenant-e2e-api-b-745a18","name":"default-tenant","reconcileID":"a14d54e4-9274-4fc1-aa78-431c84580379","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-745a18","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:59.519118237Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-745a18"},"namespace":"ai-tenant-e2e-api-b-745a18","name":"default-tenant","reconcileID":"a14d54e4-9274-4fc1-aa78-431c84580379","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-745a18","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:59.575571348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-745a18"},"namespace":"ai-tenant-e2e-api-b-745a18","name":"default-tenant","reconcileID":"a14d54e4-9274-4fc1-aa78-431c84580379","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-745a18","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:31:59.628071925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-745a18"},"namespace":"ai-tenant-e2e-api-b-745a18","name":"default-tenant","reconcileID":"a14d54e4-9274-4fc1-aa78-431c84580379","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-745a18","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:02.149485983Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"f9c4bbcf-7e2e-432d-878b-6bb80313eadc","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:02.305509804Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"cebc26b3-0d85-45ab-97ea-461bbd12dcc9","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:02.466779923Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-745a18","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-745a18","reconcileID":"2a541154-a15d-48ca-ad13-fd7b0b75b537","aitenant":"ai-tenants/e2e-api-b-745a18","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:02.628226097Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"01662804-be74-4ddf-8850-5594f44dc3bf","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:03.029551932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9ddec5e-5a6e-4901-9f7f-4129f6babab3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:03.081265441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9ddec5e-5a6e-4901-9f7f-4129f6babab3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:03.133105583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9ddec5e-5a6e-4901-9f7f-4129f6babab3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:03.185676071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9ddec5e-5a6e-4901-9f7f-4129f6babab3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:03.296819371Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-745a18","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-745a18","reconcileID":"2a541154-a15d-48ca-ad13-fd7b0b75b537","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-745a18","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-745a18"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:03.511739524Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"01a04cc2-c075-4e5f-8e1c-bcbc53c0a6fc","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:05.089272713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba38c2f4-75b7-4386-ae9c-6c32016a4e37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:05.141364041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba38c2f4-75b7-4386-ae9c-6c32016a4e37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:05.193960734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba38c2f4-75b7-4386-ae9c-6c32016a4e37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:05.246573969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba38c2f4-75b7-4386-ae9c-6c32016a4e37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:06.781127606Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:07.12069606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6887829f-4c67-45fb-9a59-9258ef62ba03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:07.172700557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6887829f-4c67-45fb-9a59-9258ef62ba03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:07.224438769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6887829f-4c67-45fb-9a59-9258ef62ba03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:07.27608208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6887829f-4c67-45fb-9a59-9258ef62ba03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:07.354381736Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"db2bbc23-4c8b-4b63-a473-a4d36a5004f7","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:13.616804857Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"2197b184-1d88-4fc8-8acc-c639ea25ac94","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:14.282892959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"default-tenant","reconcileID":"a5cada54-3acf-4bf6-bcbc-dc592dc50c8d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-747b7b","tenantID":"e2e-shared-b-w1-747b7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:14.40212595Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"default-tenant","reconcileID":"a5cada54-3acf-4bf6-bcbc-dc592dc50c8d","name":"e2e-shared-b-w1-747b7b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:17.459420383Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"c3c37f3c-86da-4f07-ab49-8a342e436fbb","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:18.130188478Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"d61cad06-8de6-4830-a4eb-625c35a0e855","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:18.23815012Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"8876a6eb-7f8f-4746-b46b-c9561fcf7a57","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:18.966771852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e15a8f4b-871a-407f-9bae-3fb3ea9354f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:19.01888025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e15a8f4b-871a-407f-9bae-3fb3ea9354f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:19.070709152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e15a8f4b-871a-407f-9bae-3fb3ea9354f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:19.122909203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e15a8f4b-871a-407f-9bae-3fb3ea9354f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:19.443040103Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"fd318eb0-ad76-45a3-9e73-4d2586dc2c2b","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:19.554306323Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-3680c5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-3680c5","reconcileID":"25b5f5a6-441c-4107-a762-9017a4e3c55f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-3680c5","applied":{"maas.opendatahub.io/gateway-access-e2e-autores-3680c5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:19.883613637Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"f3a872ac-ddbb-4c9f-b330-af80cd12190a","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:20.998377867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1264c13-03a6-4586-93d7-f8e3321c7fa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:21.050416374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1264c13-03a6-4586-93d7-f8e3321c7fa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:21.102283286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1264c13-03a6-4586-93d7-f8e3321c7fa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:21.155068373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1264c13-03a6-4586-93d7-f8e3321c7fa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:22.005027987Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"2dcb9fd7-141c-4111-848e-80846af32bf4","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:23.033830569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87426fa7-c3d3-4967-87da-cf8a42846e73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:23.086457576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87426fa7-c3d3-4967-87da-cf8a42846e73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:23.139415695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87426fa7-c3d3-4967-87da-cf8a42846e73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:23.191415251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87426fa7-c3d3-4967-87da-cf8a42846e73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:25.015057039Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"81ec8819-a73b-4956-b57d-feb0c4474b49","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"tenant":"e2e-mt-c0662f25","gateway":"openshift-ingress/e2e-mt-c0662f25","model":"ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:25.015176996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"81ec8819-a73b-4956-b57d-feb0c4474b49","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"routeName":"e2e-lifecycle-model-c0662f25-kserve-route","namespace":"ai-tenant-e2e-mt-c0662f25","llmisvcName":"e2e-lifecycle-model-c0662f25","gateway":"openshift-ingress/e2e-mt-c0662f25","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:25.093222567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a97ea4a4-2289-4f30-ad17-17909097b7f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:25.145015878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a97ea4a4-2289-4f30-ad17-17909097b7f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:25.198561841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a97ea4a4-2289-4f30-ad17-17909097b7f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:25.250943376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a97ea4a4-2289-4f30-ad17-17909097b7f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:27.565034578Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"726ec2c8-46ae-4680-a261-b14c7f12b175","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:30.635965324Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"aa701035-53e1-4053-b43f-c5310a5949f0","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"tenant":"e2e-mt-c0662f25","gateway":"openshift-ingress/e2e-mt-c0662f25","model":"ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:30.635988206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"aa701035-53e1-4053-b43f-c5310a5949f0","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"routeName":"e2e-lifecycle-model-c0662f25-kserve-route","namespace":"ai-tenant-e2e-mt-c0662f25","llmisvcName":"e2e-lifecycle-model-c0662f25","gateway":"openshift-ingress/e2e-mt-c0662f25","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:30.692283152Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"c4306ad3-0b1e-42f5-9fe2-ba7389d42ee7","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"tenant":"e2e-mt-c0662f25","gateway":"openshift-ingress/e2e-mt-c0662f25","model":"ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:30.692311576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"c4306ad3-0b1e-42f5-9fe2-ba7389d42ee7","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"routeName":"e2e-lifecycle-model-c0662f25-kserve-route","namespace":"ai-tenant-e2e-mt-c0662f25","llmisvcName":"e2e-lifecycle-model-c0662f25","gateway":"openshift-ingress/e2e-mt-c0662f25","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:30.795995742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-policy-c0662f25","reconcileID":"3a062667-05f9-434f-81b7-6ccb9da62f5b","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-c0662f25","tenantID":"e2e-mt-c0662f25","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:30.924216891Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-policy-c0662f25","reconcileID":"3a062667-05f9-434f-81b7-6ccb9da62f5b","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"name":"e2e-mt-c0662f25-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:30.980038625Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-c0662f25-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-policy-c0662f25","reconcileID":"3a062667-05f9-434f-81b7-6ccb9da62f5b","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:31.031445423Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-8f45a2 priority=0:[ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-41d69a-2a1454-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-fd3b7b-8f45a2-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:31.031713651Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"ac74a671-1d28-4d67-9e54-cbb77e128d6d","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"tenant":"e2e-mt-c0662f25","gateway":"openshift-ingress/e2e-mt-c0662f25","model":"ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:31.031729735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"ac74a671-1d28-4d67-9e54-cbb77e128d6d","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"routeName":"e2e-lifecycle-model-c0662f25-kserve-route","namespace":"ai-tenant-e2e-mt-c0662f25","llmisvcName":"e2e-lifecycle-model-c0662f25","gateway":"openshift-ingress/e2e-mt-c0662f25","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:31.090899295Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"c5bfa53d-3f1e-4cda-976f-edeadd0cacfe","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"tenant":"e2e-mt-c0662f25","gateway":"openshift-ingress/e2e-mt-c0662f25","model":"ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:31.090927471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"c5bfa53d-3f1e-4cda-976f-edeadd0cacfe","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"routeName":"e2e-lifecycle-model-c0662f25-kserve-route","namespace":"ai-tenant-e2e-mt-c0662f25","llmisvcName":"e2e-lifecycle-model-c0662f25","gateway":"openshift-ingress/e2e-mt-c0662f25","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:31.141945398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-policy-c0662f25","reconcileID":"e1091f89-6031-41b1-9809-df4f5dbc5ccd","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-c0662f25","tenantID":"e2e-mt-c0662f25","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:32:31.14244093Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-mt-c0662f25/e2e-sub-c0662f25","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-c0662f25\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:31.143173233Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-41d69a","reconcileID":"2edb827c-f374-4610-85e6-068df5cd9e3e","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-41d69a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:31.143191484Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-41d69a","reconcileID":"2edb827c-f374-4610-85e6-068df5cd9e3e","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"routeName":"external-model-e2e-cfl-41d69a-8f2f83d7f18b","namespace":"e2e-extmod-cfl-1-2a1454","model":"e2e-cfl-41d69a","externalModel":"e2e-cfl-41d69a","provider":"e2e-cfl-41d69a-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:31.19693626Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"e4b479d0-6dcd-4c82-91a2-bc766906ab00","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"tenant":"e2e-mt-c0662f25","gateway":"openshift-ingress/e2e-mt-c0662f25","model":"ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:31.196963733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"e4b479d0-6dcd-4c82-91a2-bc766906ab00","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"routeName":"e2e-lifecycle-model-c0662f25-kserve-route","namespace":"ai-tenant-e2e-mt-c0662f25","llmisvcName":"e2e-lifecycle-model-c0662f25","gateway":"openshift-ingress/e2e-mt-c0662f25","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:31.200007198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-policy-c0662f25","reconcileID":"e1091f89-6031-41b1-9809-df4f5dbc5ccd","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"name":"e2e-mt-c0662f25-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:31.256038618Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-c0662f25-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-policy-c0662f25","reconcileID":"e1091f89-6031-41b1-9809-df4f5dbc5ccd","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:31.360787383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-policy-c0662f25","reconcileID":"27bb701d-96f0-489b-a2fe-af2677bbae9e","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-c0662f25","tenantID":"e2e-mt-c0662f25","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:31.408511825Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-sub-c0662f25","reconcileID":"3216327f-6376-4a95-88ed-fec8f510205c","MaaSSubscription":{"name":"e2e-sub-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"name":"maas-trlp-e2e-lifecycle-model-c0662f25","model":"e2e-lifecycle-model-c0662f25","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-mt-c0662f25/e2e-sub-c0662f25"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:31.417769461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-policy-c0662f25","reconcileID":"27bb701d-96f0-489b-a2fe-af2677bbae9e","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"name":"e2e-mt-c0662f25-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:31.47384523Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-c0662f25-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-policy-c0662f25","reconcileID":"27bb701d-96f0-489b-a2fe-af2677bbae9e","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:31.574695528Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"08e2a9fa-fe17-4367-bcfc-1c5b563b9333","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"tenant":"e2e-mt-c0662f25","gateway":"openshift-ingress/e2e-mt-c0662f25","model":"ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:31.574734377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"08e2a9fa-fe17-4367-bcfc-1c5b563b9333","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"routeName":"e2e-lifecycle-model-c0662f25-kserve-route","namespace":"ai-tenant-e2e-mt-c0662f25","llmisvcName":"e2e-lifecycle-model-c0662f25","gateway":"openshift-ingress/e2e-mt-c0662f25","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:31.782290801Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-sub-c0662f25","reconcileID":"688387e3-f160-4bf7-a171-5b1db9d43d02","MaaSSubscription":{"name":"e2e-sub-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"name":"maas-trlp-e2e-lifecycle-model-c0662f25","model":"ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:32.110450838Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"e65442ac-2357-4914-a20e-b81aeafc71d2","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:36.776647929Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:37.670495424Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"64ea24f6-cd1a-404d-917e-a4b719fb7383","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:41.579568543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-policy-c0662f25","reconcileID":"97449f37-140d-44ce-8753-fe0435bf8397","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-c0662f25","tenantID":"e2e-mt-c0662f25","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:41.636545194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-policy-c0662f25","reconcileID":"97449f37-140d-44ce-8753-fe0435bf8397","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"name":"e2e-mt-c0662f25-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:41.691847343Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-c0662f25-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-policy-c0662f25","reconcileID":"97449f37-140d-44ce-8753-fe0435bf8397","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:42.215884247Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"cf481d49-448b-4702-baaa-747d6a79943b","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:47.775947744Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"93475b54-bc6b-4fc5-9e4b-76c5925c73a2","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:48.175395896Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-sub-c0662f25","reconcileID":"2d50b1b6-b27f-45e5-a186-fec48a8bfea3","MaaSSubscription":{"name":"e2e-sub-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"name":"maas-trlp-e2e-lifecycle-model-c0662f25","model":"ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:48.338893303Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"ec10035e-a235-4adf-8ce0-bdfcd7feb631","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"tenant":"e2e-mt-c0662f25","gateway":"openshift-ingress/e2e-mt-c0662f25","model":"ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:48.338913913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"ec10035e-a235-4adf-8ce0-bdfcd7feb631","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"routeName":"e2e-lifecycle-model-c0662f25-kserve-route","namespace":"ai-tenant-e2e-mt-c0662f25","llmisvcName":"e2e-lifecycle-model-c0662f25","gateway":"openshift-ingress/e2e-mt-c0662f25","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:49.354674397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-policy-c0662f25","reconcileID":"ea80291c-f028-413e-8480-4787c1570eb7","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-c0662f25","tenantID":"e2e-mt-c0662f25","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:49.411642937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-policy-c0662f25","reconcileID":"ea80291c-f028-413e-8480-4787c1570eb7","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"name":"e2e-mt-c0662f25-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:49.467420531Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-c0662f25-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (099f10d37b634dff42de2a2defb033e02b085f873b1fc519dceed8b4e57f5d8b) AuthConfig (fc2b9d8eb2e05310517e138551d66bc647ab4a48890dd2f488425c6eb09457e4) AuthConfig (e3280e3e5ca6ed4283227439c41a8e6b98b89f4855ee1c5703203cf905107cf6) AuthConfig (e66cc013560f9b2c2e10755dbac152a2f9bdf67fac83e245213301464692f4f6) AuthConfig (b6f59dc8c43f1bdb297deebf5000c0d66c47df4d16f3ebdc7c476cf63854cabf) AuthConfig (e73242b5b6aa51912e3a1f844433853b6ffbb0876e83111f82786fe008a9fa8d) AuthConfig (4ccd8fcf92fd6608df57c725db3ccaa629fac23b8a41a33b4f3d55eff96ad1dc) AuthConfig (0962d3a3c17ba31ec6ac8c65ac298ee8cee253a2658df4556c936d0bd4057013) AuthConfig (9bdb2ee1c3a2221bf1a8f75e95553e6321979551d73d13d445884c2d2d7e8700) AuthConfig (a3f3235adc4e39615997fd6ce411692fbd48982e23e61502f08cf5dbbe59cea3) AuthConfig (d824ad1e413f6ae6db64b4f70d691cfc2636c7b42fd5f52d7b6fd3c899bb1ed8) AuthConfig (f381b49a9557531b799306cdc4cbd8e67d6814ecd2cccb2c51e4f6200c72c271) AuthConfig (6283e7602a71f4d3b83871889da4fef32b1b9804ad4f6386565b0a830ce74c71) AuthConfig (d0d2870947eb882ed0c2238e533f4c8c8a6eba0788f75a69e0e095c5735f1925) AuthConfig (5d1d006fc73fa5a351f9925e76e9dbf7770359e31352238a30aaae305cf6c605) AuthConfig (a0cc10ff5d8a9dd7bd931546f3dd66462d8d3cee4f31c5ec1da1c3872285da2c) AuthConfig (eb641fe0e106e3a424fbe98087f62782fd0d20f9a61f4cf03f6a5c653ecfaa2e) AuthConfig (77e992413e3af6de21dfefd4efb1f23ae60b8ef23eba4172917a0fe56b973a47)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-policy-c0662f25","reconcileID":"ea80291c-f028-413e-8480-4787c1570eb7","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:49.525280772Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"330e3ef8-e76c-4afa-964d-d582ade7b647","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"tenant":"e2e-mt-c0662f25","gateway":"openshift-ingress/e2e-mt-c0662f25","model":"ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:49.52530212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"330e3ef8-e76c-4afa-964d-d582ade7b647","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"routeName":"e2e-lifecycle-model-c0662f25-kserve-route","namespace":"ai-tenant-e2e-mt-c0662f25","llmisvcName":"e2e-lifecycle-model-c0662f25","gateway":"openshift-ingress/e2e-mt-c0662f25","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:52.321490604Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"b27f0887-6e36-4125-b8d5-9d424869b9a1","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:57.881137959Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"1aed1f5d-794a-431b-9cdc-e2f7554c792b","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:59.631187427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-policy-c0662f25","reconcileID":"c3563ace-8e62-4b8e-b8a8-810471386546","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-c0662f25","tenantID":"e2e-mt-c0662f25","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:59.68885488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-policy-c0662f25","reconcileID":"c3563ace-8e62-4b8e-b8a8-810471386546","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"name":"e2e-mt-c0662f25-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:32:59.744663383Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-c0662f25-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (099f10d37b634dff42de2a2defb033e02b085f873b1fc519dceed8b4e57f5d8b) AuthConfig (fc2b9d8eb2e05310517e138551d66bc647ab4a48890dd2f488425c6eb09457e4) AuthConfig (e3280e3e5ca6ed4283227439c41a8e6b98b89f4855ee1c5703203cf905107cf6) AuthConfig (e66cc013560f9b2c2e10755dbac152a2f9bdf67fac83e245213301464692f4f6) AuthConfig (b6f59dc8c43f1bdb297deebf5000c0d66c47df4d16f3ebdc7c476cf63854cabf) AuthConfig (e73242b5b6aa51912e3a1f844433853b6ffbb0876e83111f82786fe008a9fa8d) AuthConfig (4ccd8fcf92fd6608df57c725db3ccaa629fac23b8a41a33b4f3d55eff96ad1dc) AuthConfig (0962d3a3c17ba31ec6ac8c65ac298ee8cee253a2658df4556c936d0bd4057013) AuthConfig (9bdb2ee1c3a2221bf1a8f75e95553e6321979551d73d13d445884c2d2d7e8700) AuthConfig (a3f3235adc4e39615997fd6ce411692fbd48982e23e61502f08cf5dbbe59cea3) AuthConfig (d824ad1e413f6ae6db64b4f70d691cfc2636c7b42fd5f52d7b6fd3c899bb1ed8) AuthConfig (f381b49a9557531b799306cdc4cbd8e67d6814ecd2cccb2c51e4f6200c72c271) AuthConfig (6283e7602a71f4d3b83871889da4fef32b1b9804ad4f6386565b0a830ce74c71) AuthConfig (d0d2870947eb882ed0c2238e533f4c8c8a6eba0788f75a69e0e095c5735f1925) AuthConfig (5d1d006fc73fa5a351f9925e76e9dbf7770359e31352238a30aaae305cf6c605) AuthConfig (a0cc10ff5d8a9dd7bd931546f3dd66462d8d3cee4f31c5ec1da1c3872285da2c) AuthConfig (eb641fe0e106e3a424fbe98087f62782fd0d20f9a61f4cf03f6a5c653ecfaa2e) AuthConfig (77e992413e3af6de21dfefd4efb1f23ae60b8ef23eba4172917a0fe56b973a47)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-policy-c0662f25","reconcileID":"c3563ace-8e62-4b8e-b8a8-810471386546","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:00.094734669Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-same-20611e","reconcileID":"0cb65cf4-fa15-4857-b0fe-8a7668857a4e","namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-same-20611e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:00.150775545Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-same-20611e","reconcileID":"4bfba22b-7414-40ed-94ff-1a761307774d","namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-same-20611e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:00.200548099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-policy-c0662f25","reconcileID":"bc03fee1-3fa2-473f-b808-51863a9aec54","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-c0662f25","tenantID":"e2e-mt-c0662f25","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:00.251587036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ebaf6509-5a60-437e-baa3-da5150d2827e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:00.252578818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"ff94da78-8c6f-44f6-861d-2b0f986a9f66","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:00.252587068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"7b2520a5-6568-4506-a681-3968eaae3311","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:00.253532395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"b36e371d-24db-4adc-9641-da722c930be4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:00.257548488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-policy-c0662f25","reconcileID":"bc03fee1-3fa2-473f-b808-51863a9aec54","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"name":"e2e-mt-c0662f25-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:00.309556079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ebaf6509-5a60-437e-baa3-da5150d2827e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:00.311830085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"ff94da78-8c6f-44f6-861d-2b0f986a9f66","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:00.312348118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"7b2520a5-6568-4506-a681-3968eaae3311","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:00.313570478Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-c0662f25-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (099f10d37b634dff42de2a2defb033e02b085f873b1fc519dceed8b4e57f5d8b) AuthConfig (fc2b9d8eb2e05310517e138551d66bc647ab4a48890dd2f488425c6eb09457e4) AuthConfig (e3280e3e5ca6ed4283227439c41a8e6b98b89f4855ee1c5703203cf905107cf6) AuthConfig (e66cc013560f9b2c2e10755dbac152a2f9bdf67fac83e245213301464692f4f6) AuthConfig (b6f59dc8c43f1bdb297deebf5000c0d66c47df4d16f3ebdc7c476cf63854cabf) AuthConfig (e73242b5b6aa51912e3a1f844433853b6ffbb0876e83111f82786fe008a9fa8d) AuthConfig (4ccd8fcf92fd6608df57c725db3ccaa629fac23b8a41a33b4f3d55eff96ad1dc) AuthConfig (0962d3a3c17ba31ec6ac8c65ac298ee8cee253a2658df4556c936d0bd4057013) AuthConfig (9bdb2ee1c3a2221bf1a8f75e95553e6321979551d73d13d445884c2d2d7e8700) AuthConfig (a3f3235adc4e39615997fd6ce411692fbd48982e23e61502f08cf5dbbe59cea3) AuthConfig (d824ad1e413f6ae6db64b4f70d691cfc2636c7b42fd5f52d7b6fd3c899bb1ed8) AuthConfig (f381b49a9557531b799306cdc4cbd8e67d6814ecd2cccb2c51e4f6200c72c271) AuthConfig (6283e7602a71f4d3b83871889da4fef32b1b9804ad4f6386565b0a830ce74c71) AuthConfig (d0d2870947eb882ed0c2238e533f4c8c8a6eba0788f75a69e0e095c5735f1925) AuthConfig (5d1d006fc73fa5a351f9925e76e9dbf7770359e31352238a30aaae305cf6c605) AuthConfig (a0cc10ff5d8a9dd7bd931546f3dd66462d8d3cee4f31c5ec1da1c3872285da2c) AuthConfig (eb641fe0e106e3a424fbe98087f62782fd0d20f9a61f4cf03f6a5c653ecfaa2e) AuthConfig (77e992413e3af6de21dfefd4efb1f23ae60b8ef23eba4172917a0fe56b973a47)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-policy-c0662f25","reconcileID":"bc03fee1-3fa2-473f-b808-51863a9aec54","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:00.315021137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"b36e371d-24db-4adc-9641-da722c930be4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:00.466833862Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-same-20611e","reconcileID":"b1044a54-0a05-4990-acdd-94f76109bc68","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:00.469421898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1c4dc422-4e9b-4e74-a9ad-d47554d94935","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:00.526123674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1c4dc422-4e9b-4e74-a9ad-d47554d94935","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:00.630463274Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"f15d9be3-3c4c-46f4-9020-09747b01ec2e","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:00.670403968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"5fa08096-d6d0-4100-b5d8-cc814aed46db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:00.7272248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"5fa08096-d6d0-4100-b5d8-cc814aed46db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:00.7342362Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-same-20611e","reconcileID":"a4723582-4b69-4801-b020-06d65c343865","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:00.769722802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"d55d8307-9569-4ca4-ac78-bd0eee2be2a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:00.773556354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"901b88d1-05d8-4b00-b69a-6bc10499e32b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:00.773570754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"e5b0f0fc-95d8-40e5-a0c9-0b5bba8386b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:00.826240583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"d55d8307-9569-4ca4-ac78-bd0eee2be2a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:00.830483513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"e5b0f0fc-95d8-40e5-a0c9-0b5bba8386b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:00.830613361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"901b88d1-05d8-4b00-b69a-6bc10499e32b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:00.921504937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"d7b8224d-c8a1-4543-8842-be9f90023b7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:00.979566343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"d7b8224d-c8a1-4543-8842-be9f90023b7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:00.986605389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-policy-c0662f25","reconcileID":"5826bef0-3c73-43e2-8761-585360c8de00","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-c0662f25","tenantID":"e2e-mt-c0662f25","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:01.043693476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-policy-c0662f25","reconcileID":"5826bef0-3c73-43e2-8761-585360c8de00","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"name":"e2e-mt-c0662f25-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:01.09990587Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-c0662f25-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (099f10d37b634dff42de2a2defb033e02b085f873b1fc519dceed8b4e57f5d8b) AuthConfig (fc2b9d8eb2e05310517e138551d66bc647ab4a48890dd2f488425c6eb09457e4) AuthConfig (e3280e3e5ca6ed4283227439c41a8e6b98b89f4855ee1c5703203cf905107cf6) AuthConfig (e66cc013560f9b2c2e10755dbac152a2f9bdf67fac83e245213301464692f4f6) AuthConfig (b6f59dc8c43f1bdb297deebf5000c0d66c47df4d16f3ebdc7c476cf63854cabf) AuthConfig (e73242b5b6aa51912e3a1f844433853b6ffbb0876e83111f82786fe008a9fa8d) AuthConfig (4ccd8fcf92fd6608df57c725db3ccaa629fac23b8a41a33b4f3d55eff96ad1dc) AuthConfig (0962d3a3c17ba31ec6ac8c65ac298ee8cee253a2658df4556c936d0bd4057013) AuthConfig (9bdb2ee1c3a2221bf1a8f75e95553e6321979551d73d13d445884c2d2d7e8700) AuthConfig (a3f3235adc4e39615997fd6ce411692fbd48982e23e61502f08cf5dbbe59cea3) AuthConfig (d824ad1e413f6ae6db64b4f70d691cfc2636c7b42fd5f52d7b6fd3c899bb1ed8) AuthConfig (f381b49a9557531b799306cdc4cbd8e67d6814ecd2cccb2c51e4f6200c72c271) AuthConfig (6283e7602a71f4d3b83871889da4fef32b1b9804ad4f6386565b0a830ce74c71) AuthConfig (d0d2870947eb882ed0c2238e533f4c8c8a6eba0788f75a69e0e095c5735f1925) AuthConfig (5d1d006fc73fa5a351f9925e76e9dbf7770359e31352238a30aaae305cf6c605) AuthConfig (a0cc10ff5d8a9dd7bd931546f3dd66462d8d3cee4f31c5ec1da1c3872285da2c) AuthConfig (eb641fe0e106e3a424fbe98087f62782fd0d20f9a61f4cf03f6a5c653ecfaa2e) AuthConfig (77e992413e3af6de21dfefd4efb1f23ae60b8ef23eba4172917a0fe56b973a47)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-policy-c0662f25","reconcileID":"5826bef0-3c73-43e2-8761-585360c8de00","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:01.187216437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7147bd59-a460-46bf-9026-f8de03ac40ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:01.187216594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"6d50c249-8e39-476a-afec-8dff3961d17c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:01.187867353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"de854d10-a6c0-41ea-8fd4-21cdf4639b99","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:01.243860362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7147bd59-a460-46bf-9026-f8de03ac40ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:01.244384193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"de854d10-a6c0-41ea-8fd4-21cdf4639b99","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:01.244832671Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-sub-c0662f25","reconcileID":"afbca673-fd47-493b-8b9e-4b99339779b4","MaaSSubscription":{"name":"e2e-sub-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"name":"maas-trlp-e2e-lifecycle-model-c0662f25","model":"ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:01.246192069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"6d50c249-8e39-476a-afec-8dff3961d17c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:01.287638139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"b9dbb5c3-9855-4726-8ba3-d9a8d53eab66","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:01.34448866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"b9dbb5c3-9855-4726-8ba3-d9a8d53eab66","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:01.365815579Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-subscription","reconcileID":"d59e9122-8564-4e91-a380-45e6c72330f8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-premium-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/premium-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:01.432898222Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-same-20611e","reconcileID":"b53740be-7bf7-4f53-9f11-2cbadc9ab394","namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-same-20611e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:01.486401552Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-same-20611e","reconcileID":"1db47939-1368-4072-acfa-22c381cfaafc","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-2-ef54ab"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"e2e-extmod-cfl-2-ef54ab/e2e-cfl-same-20611e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:01.486439221Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-same-20611e","reconcileID":"1db47939-1368-4072-acfa-22c381cfaafc","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-2-ef54ab"},"routeName":"external-model-e2e-cfl-same-20611e-b5a866b3417b","namespace":"e2e-extmod-cfl-2-ef54ab","model":"e2e-cfl-same-20611e","externalModel":"e2e-cfl-same-20611e","provider":"e2e-cfl-same-20611e","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:01.53997633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-policy-c0662f25","reconcileID":"d35c8bb9-9f00-4b26-80f9-67f5fbc452d5","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-c0662f25","tenantID":"e2e-mt-c0662f25","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:01.543460758Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-subscription","reconcileID":"cf8900d6-0c98-4b6d-90bf-3fb23c3f8994","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:01.596828499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-policy-c0662f25","reconcileID":"d35c8bb9-9f00-4b26-80f9-67f5fbc452d5","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"name":"e2e-mt-c0662f25-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:01.603690793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3b53b6c5-8b71-4345-8b0b-35a5db65462c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:01.603839444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"34adbe48-1bb6-4ec2-b74d-d8a52d02dc81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:01.660656188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"34adbe48-1bb6-4ec2-b74d-d8a52d02dc81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:01.660738931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3b53b6c5-8b71-4345-8b0b-35a5db65462c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:01.668490607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"f68683ca-f7f7-4d0d-a34b-ec6bac22600e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:01.696841278Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-41d69a-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-sub","reconcileID":"2cd4ffbb-d60d-40dc-8686-dbd8b567b1fe","MaaSSubscription":{"name":"e2e-cfl-41d69a-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-41d69a","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-41d69a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:01.708519299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"ebeb5cb1-2458-4042-bb89-efc4bc8f966a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:01.740555884Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"60704fdf-ce79-4ba1-8f9d-8dafd5b7ce13","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:01.765561483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"ebeb5cb1-2458-4042-bb89-efc4bc8f966a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:01.808970496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"6ea7ccc2-889d-4baa-80e3-d5556b601ae1","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:01.86584807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"6ea7ccc2-889d-4baa-80e3-d5556b601ae1","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:01.901475683Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-subscription","reconcileID":"a522a459-c334-418d-afa2-4003b53027d8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-premium-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:01.912474256Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"02e06aa0-905e-4bad-b900-eda7b20c428e","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"tenant":"e2e-mt-c0662f25","gateway":"openshift-ingress/e2e-mt-c0662f25","model":"ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:01.912495527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"02e06aa0-905e-4bad-b900-eda7b20c428e","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"routeName":"e2e-lifecycle-model-c0662f25-kserve-route","namespace":"ai-tenant-e2e-mt-c0662f25","llmisvcName":"e2e-lifecycle-model-c0662f25","gateway":"openshift-ingress/e2e-mt-c0662f25","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:02.012492974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"6bcffe4e-1d41-4ecb-8095-5929cd1752d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:02.012568021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"bdee833b-ef4b-4c98-b9b6-631dd81acf4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:02.06952132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"bdee833b-ef4b-4c98-b9b6-631dd81acf4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:02.069647283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"6bcffe4e-1d41-4ecb-8095-5929cd1752d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:02.112458322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"56db4059-4240-4c06-b139-d7ad4f73ced5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:02.16879815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"56db4059-4240-4c06-b139-d7ad4f73ced5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:02.211738246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9133c93b-ab04-4f91-bcd9-4353be8a111d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:02.250999362Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-fd3b7b-8f45a2-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-sub","reconcileID":"526bbc78-0abc-4982-882b-7435bf59593e","MaaSSubscription":{"name":"e2e-cfl-fd3b7b-8f45a2-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-fd3b7b","model":"ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-fd3b7b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:02.268355037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9133c93b-ab04-4f91-bcd9-4353be8a111d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:02.300075536Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4b108d97-fdcf-4ea6-95c2-ccbcedc196a5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:02.311636911Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"69558929-1a15-4fb4-b80b-972eed146e73","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:02.315235852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"6f2aa75f-a6b6-41f6-b0a9-bb63af4364bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:02.373210571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"6f2aa75f-a6b6-41f6-b0a9-bb63af4364bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:02.417134463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"556d50a2-2f4a-4612-990d-e86bc77f04fb","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:02.429276015Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-subscription","reconcileID":"2050d618-72c6-4ed2-b869-741c34768133","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-premium-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/premium-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:02.47414265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"556d50a2-2f4a-4612-990d-e86bc77f04fb","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:03.027199565Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-0aed62e2"},"namespace":"ai-tenant-e2e-derive-0aed62e2","name":"default-tenant","reconcileID":"7b923632-5a03-4e7f-91f9-1c245f786db5","namespace":"ai-tenant-e2e-derive-0aed62e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:03.027257597Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-0aed62e2"},"namespace":"ai-tenant-e2e-derive-0aed62e2","name":"default-tenant","reconcileID":"7b923632-5a03-4e7f-91f9-1c245f786db5","namespace":"ai-tenant-e2e-derive-0aed62e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:03.027306405Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-0aed62e2"},"namespace":"ai-tenant-e2e-derive-0aed62e2","name":"default-tenant","reconcileID":"7b923632-5a03-4e7f-91f9-1c245f786db5","tenant":"e2e-derive-0aed62e2","tenantID":"e2e-derive-0aed62e2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:03.081431676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-0aed62e2"},"namespace":"ai-tenant-e2e-derive-0aed62e2","name":"default-tenant","reconcileID":"7b923632-5a03-4e7f-91f9-1c245f786db5","gvk":"Deployment","name":"maas-api-e2e-derive-0aed62e2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:03.144482925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-0aed62e2"},"namespace":"ai-tenant-e2e-derive-0aed62e2","name":"default-tenant","reconcileID":"7b923632-5a03-4e7f-91f9-1c245f786db5","gvk":"Service","name":"maas-api-e2e-derive-0aed62e2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:03.204926299Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-0aed62e2"},"namespace":"ai-tenant-e2e-derive-0aed62e2","name":"default-tenant","reconcileID":"7b923632-5a03-4e7f-91f9-1c245f786db5","gvk":"HTTPRoute","name":"maas-api-route-e2e-derive-0aed62e2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:03.258919008Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-0aed62e2"},"namespace":"ai-tenant-e2e-derive-0aed62e2","name":"default-tenant","reconcileID":"7b923632-5a03-4e7f-91f9-1c245f786db5","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-derive-0aed62e2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:03.315186822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-0aed62e2"},"namespace":"ai-tenant-e2e-derive-0aed62e2","name":"default-tenant","reconcileID":"7b923632-5a03-4e7f-91f9-1c245f786db5","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-derive-0aed62e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:03.369595247Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-0aed62e2"},"namespace":"ai-tenant-e2e-derive-0aed62e2","name":"default-tenant","reconcileID":"7b923632-5a03-4e7f-91f9-1c245f786db5","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-derive-0aed62e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:03.426485375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-0aed62e2"},"namespace":"ai-tenant-e2e-derive-0aed62e2","name":"default-tenant","reconcileID":"7b923632-5a03-4e7f-91f9-1c245f786db5","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-derive-0aed62e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:03.481023475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-0aed62e2"},"namespace":"ai-tenant-e2e-derive-0aed62e2","name":"default-tenant","reconcileID":"7b923632-5a03-4e7f-91f9-1c245f786db5","gvk":"Telemetry","name":"latency-per-subscription-e2e-derive-0aed62e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:03.532776497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-0aed62e2"},"namespace":"ai-tenant-e2e-derive-0aed62e2","name":"default-tenant","reconcileID":"7b923632-5a03-4e7f-91f9-1c245f786db5","gvk":"Deployment","name":"payload-processing-e2e-derive-0aed62e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:03.584603701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-0aed62e2"},"namespace":"ai-tenant-e2e-derive-0aed62e2","name":"default-tenant","reconcileID":"7b923632-5a03-4e7f-91f9-1c245f786db5","gvk":"Deployment","name":"payload-pre-processing-e2e-derive-0aed62e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:03.636137175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-0aed62e2"},"namespace":"ai-tenant-e2e-derive-0aed62e2","name":"default-tenant","reconcileID":"7b923632-5a03-4e7f-91f9-1c245f786db5","gvk":"Service","name":"payload-processing-e2e-derive-0aed62e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:03.687864118Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-0aed62e2"},"namespace":"ai-tenant-e2e-derive-0aed62e2","name":"default-tenant","reconcileID":"7b923632-5a03-4e7f-91f9-1c245f786db5","gvk":"Service","name":"payload-pre-processing-e2e-derive-0aed62e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:03.739539405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-0aed62e2"},"namespace":"ai-tenant-e2e-derive-0aed62e2","name":"default-tenant","reconcileID":"7b923632-5a03-4e7f-91f9-1c245f786db5","gvk":"DestinationRule","name":"payload-processing-e2e-derive-0aed62e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:03.791368787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-0aed62e2"},"namespace":"ai-tenant-e2e-derive-0aed62e2","name":"default-tenant","reconcileID":"7b923632-5a03-4e7f-91f9-1c245f786db5","gvk":"DestinationRule","name":"payload-pre-processing-e2e-derive-0aed62e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:03.842714563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-0aed62e2"},"namespace":"ai-tenant-e2e-derive-0aed62e2","name":"default-tenant","reconcileID":"7b923632-5a03-4e7f-91f9-1c245f786db5","gvk":"EnvoyFilter","name":"payload-processing-e2e-derive-0aed62e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:03.89427482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-0aed62e2"},"namespace":"ai-tenant-e2e-derive-0aed62e2","name":"default-tenant","reconcileID":"7b923632-5a03-4e7f-91f9-1c245f786db5","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-derive-0aed62e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:03.945971511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-0aed62e2"},"namespace":"ai-tenant-e2e-derive-0aed62e2","name":"default-tenant","reconcileID":"7b923632-5a03-4e7f-91f9-1c245f786db5","gvk":"NetworkPolicy","name":"payload-processing-e2e-derive-0aed62e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:03.997613772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-0aed62e2"},"namespace":"ai-tenant-e2e-derive-0aed62e2","name":"default-tenant","reconcileID":"7b923632-5a03-4e7f-91f9-1c245f786db5","gvk":"ServiceAccount","name":"payload-processing-e2e-derive-0aed62e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:04.049246132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-0aed62e2"},"namespace":"ai-tenant-e2e-derive-0aed62e2","name":"default-tenant","reconcileID":"7b923632-5a03-4e7f-91f9-1c245f786db5","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-derive-0aed62e2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:04.100786772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-0aed62e2"},"namespace":"ai-tenant-e2e-derive-0aed62e2","name":"default-tenant","reconcileID":"7b923632-5a03-4e7f-91f9-1c245f786db5","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-derive-0aed62e2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:04.896950337Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-0aed62e2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-0aed62e2","reconcileID":"399fe542-9a25-4cdb-9833-137fdb575ffa","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-0aed62e2","removed":["maas.opendatahub.io/gateway-access-e2e-derive-0aed62e2"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:05.112114729Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"25f8b14c-92f8-4ee3-8ec5-1de4b2aba7aa","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:06.026598744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f03f8eb0-48fc-4309-93a4-27c45e41dadd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:06.073614406Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-same-20611e","reconcileID":"31392d25-bbf7-4d5a-b6f4-e3e43098b7dc","namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-same-20611e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:06.078493733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f03f8eb0-48fc-4309-93a4-27c45e41dadd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:06.130242398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f03f8eb0-48fc-4309-93a4-27c45e41dadd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:06.13076182Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-same-20611e","reconcileID":"cdf52f52-a1d6-4680-be5a-e9765fbf0c1b","namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-same-20611e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:06.182405678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f03f8eb0-48fc-4309-93a4-27c45e41dadd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:06.338941806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d553409b-0f04-4723-b52b-5382e516dc63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:06.33896607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2b207066-b7d6-4fb8-994a-43e407a16cc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:06.340962849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"e857f224-3366-4ac3-8e3a-d1ebf800021d","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:06.340987228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"0a7f29c7-b761-4b9e-8558-d69627ebda5f","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:06.342084437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"34e2b34f-bbb2-4b64-b846-d7eb7e05e145","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:06.395800742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d553409b-0f04-4723-b52b-5382e516dc63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:06.397255116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2b207066-b7d6-4fb8-994a-43e407a16cc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:06.39822037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"0a7f29c7-b761-4b9e-8558-d69627ebda5f","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:06.399984075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"e857f224-3366-4ac3-8e3a-d1ebf800021d","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:06.451529322Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-same-20611e","reconcileID":"da4fb092-2de7-42b9-ac4a-89af0f8013b5","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:06.452976698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"34e2b34f-bbb2-4b64-b846-d7eb7e05e145","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:06.612766343Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"460a46f8-e524-4aee-ae3c-c17b06300bb1","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:06.70844834Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-41d69a-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-sub","reconcileID":"49a29ae4-b8ae-4858-ad62-091224c822fe","MaaSSubscription":{"name":"e2e-cfl-41d69a-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-41d69a","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-41d69a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:06.716855193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-41d69a","reconcileID":"c6fe6c09-0fd8-4dcb-9ef1-efd8e9327f38","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-41d69a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:06.71687595Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-41d69a","reconcileID":"c6fe6c09-0fd8-4dcb-9ef1-efd8e9327f38","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"routeName":"external-model-e2e-cfl-41d69a-8f2f83d7f18b","namespace":"e2e-extmod-cfl-1-2a1454","model":"e2e-cfl-41d69a","externalModel":"e2e-cfl-41d69a","provider":"e2e-cfl-41d69a-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:06.757772371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"f70eae49-aca3-4f83-97f5-4d42a2dc079a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:06.757804449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"aa3bf18e-3f85-44af-b99e-3a88777e590b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:06.780677507Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:06.81469126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"f70eae49-aca3-4f83-97f5-4d42a2dc079a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:06.815356971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"aa3bf18e-3f85-44af-b99e-3a88777e590b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:06.820777491Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-same-20611e","reconcileID":"6e4c5700-7fa5-42ca-8330-45947f0e5431","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:06.857439095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"b3b868ad-893c-4be5-91ff-c7d5998f2ab4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:06.859937011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"29242d0f-73ba-4afe-9a92-6f95161c6a23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:06.860061515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"fb0ad491-2d7d-446d-9753-d634ce93d19e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:06.914139784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"b3b868ad-893c-4be5-91ff-c7d5998f2ab4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:06.916682967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"29242d0f-73ba-4afe-9a92-6f95161c6a23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:06.916692423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"fb0ad491-2d7d-446d-9753-d634ce93d19e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:07.173428656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-policy-c0662f25","reconcileID":"e2561d8b-7fb8-4d04-acca-94b4923f08c7","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-c0662f25","tenantID":"e2e-mt-c0662f25","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:07.277595605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fb0085e1-202a-4b3a-8131-644bb40a3383","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:07.278087948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"fabe1d7a-3f4b-4c27-a496-fd400aeea490","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:07.282702702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-policy-c0662f25","reconcileID":"e2561d8b-7fb8-4d04-acca-94b4923f08c7","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"name":"e2e-mt-c0662f25-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:07.328655036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"74238235-f0b3-4017-a653-17239e90b0af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:07.32865507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"281cedb3-ad86-4b6e-87b2-5a5ccb846f24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:07.335759324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"fabe1d7a-3f4b-4c27-a496-fd400aeea490","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:07.335759328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fb0085e1-202a-4b3a-8131-644bb40a3383","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:07.385942203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"281cedb3-ad86-4b6e-87b2-5a5ccb846f24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:07.38702612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"74238235-f0b3-4017-a653-17239e90b0af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:07.508117861Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-same-20611e","reconcileID":"e10f0b78-964b-47f3-94cf-12f0bd95dc92","namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-same-20611e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:07.567285927Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-same-20611e","reconcileID":"bc615239-5635-4c86-8103-93278763e47e","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-same-20611e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:07.567409148Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-same-20611e","reconcileID":"bc615239-5635-4c86-8103-93278763e47e","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"routeName":"external-model-e2e-cfl-same-20611e-8d912a1efd58","namespace":"e2e-extmod-cfl-1-2a1454","model":"e2e-cfl-same-20611e","externalModel":"e2e-cfl-same-20611e","provider":"e2e-cfl-same-20611e","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:07.683913775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"43b585b9-f5e7-423e-a3d5-e28a2875d104","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:07.753929065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"43b585b9-f5e7-423e-a3d5-e28a2875d104","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:07.768668299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ec8e26a3-9cd5-48c7-92a1-57a4471aeef7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:07.76886107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"093628d8-d0a9-4aa7-9944-24230401edc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:07.768668302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c3ee00de-6a17-4b5c-ad9c-62ea41a38f98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:07.827159893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ec8e26a3-9cd5-48c7-92a1-57a4471aeef7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:07.829430425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"093628d8-d0a9-4aa7-9944-24230401edc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:07.829570088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c3ee00de-6a17-4b5c-ad9c-62ea41a38f98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:07.874241307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"5901d3f2-196e-4863-9e2f-488869a5ad5a","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:07.930951416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"5901d3f2-196e-4863-9e2f-488869a5ad5a","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:08.143082549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fdb905e-843e-4058-a3c7-5e2c7723f7e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:08.195238848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fdb905e-843e-4058-a3c7-5e2c7723f7e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:08.247049383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fdb905e-843e-4058-a3c7-5e2c7723f7e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:08.298809702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fdb905e-843e-4058-a3c7-5e2c7723f7e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:08.29887608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"4b73703e-bb4f-4a9e-9ddd-5f991e315d8c","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:08.355939692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"4b73703e-bb4f-4a9e-9ddd-5f991e315d8c","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:08.402430505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"f35731c8-50fa-40e1-844a-46d1e37a0d17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:08.402572301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"2dd33333-167c-46f7-b794-0e63ef1ad2ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:08.402425833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"f43f527a-3363-4eca-a77c-eea782824424","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:08.455163894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"33da5a22-c147-478b-bce2-43fcdf271cb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:08.45978578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"f43f527a-3363-4eca-a77c-eea782824424","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:08.459934614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"2dd33333-167c-46f7-b794-0e63ef1ad2ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:08.46315942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"f35731c8-50fa-40e1-844a-46d1e37a0d17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:08.512521888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"33da5a22-c147-478b-bce2-43fcdf271cb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:08.720474951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-policy-c0662f25","reconcileID":"14a3f43a-cf8f-45f4-b066-af051234ca4f","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-c0662f25","tenantID":"e2e-mt-c0662f25","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:08.771442757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"3374fc32-2d4a-4126-8842-d77241374aea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:08.777366427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-policy-c0662f25","reconcileID":"14a3f43a-cf8f-45f4-b066-af051234ca4f","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"name":"e2e-mt-c0662f25-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:08.828316466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"3374fc32-2d4a-4126-8842-d77241374aea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:15.218957426Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"284f12df-6fe7-40a0-88a9-44d92247dd1f","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:16.717493004Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"75ea527e-739e-426d-8179-15d8d38fa053","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:16.906169595Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-same-20611e","reconcileID":"4e78e7af-42f0-4f9a-b883-8f34b07cb3ba","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-same-20611e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:16.906194621Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-same-20611e","reconcileID":"4e78e7af-42f0-4f9a-b883-8f34b07cb3ba","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"routeName":"external-model-e2e-cfl-same-20611e-8d912a1efd58","namespace":"e2e-extmod-cfl-1-2a1454","model":"e2e-cfl-same-20611e","externalModel":"e2e-cfl-same-20611e","provider":"e2e-cfl-same-20611e","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:17.011061997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-same-20611e","reconcileID":"6fbe1fb3-3d4d-4663-9ee9-238f0ffe47f7","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-same-20611e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:17.011086095Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-same-20611e","reconcileID":"6fbe1fb3-3d4d-4663-9ee9-238f0ffe47f7","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"routeName":"external-model-e2e-cfl-same-20611e-8d912a1efd58","namespace":"e2e-extmod-cfl-1-2a1454","model":"e2e-cfl-same-20611e","externalModel":"e2e-cfl-same-20611e","provider":"e2e-cfl-same-20611e","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:17.120021961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"c8da2ce3-9f71-45b7-9e79-c9864055bf30","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:17.177159639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"c8da2ce3-9f71-45b7-9e79-c9864055bf30","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:17.601945606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-same-20611e","reconcileID":"333705dc-13a6-4090-8ee2-87126c8825d3","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-same-20611e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:17.601974722Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-same-20611e","reconcileID":"333705dc-13a6-4090-8ee2-87126c8825d3","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"routeName":"external-model-e2e-cfl-same-20611e-8d912a1efd58","namespace":"e2e-extmod-cfl-1-2a1454","model":"e2e-cfl-same-20611e","externalModel":"e2e-cfl-same-20611e","provider":"e2e-cfl-same-20611e","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:18.55819113Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-subscription","reconcileID":"48c5af32-59d0-454b-aa7d-93da3eb4af7d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-premium-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:18.738017246Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-sub-c0662f25","reconcileID":"e6e3eddf-cef6-4559-bc9a-667999c4478d","MaaSSubscription":{"name":"e2e-sub-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"name":"maas-trlp-e2e-lifecycle-model-c0662f25","model":"ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:18.909030602Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-fd3b7b-8f45a2-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-sub","reconcileID":"7ca9fed1-5930-4a9e-9023-1474c35a125b","MaaSSubscription":{"name":"e2e-cfl-fd3b7b-8f45a2-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-fd3b7b","model":"ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-fd3b7b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:18.961172948Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-subscription","reconcileID":"c5dedead-510b-419b-a22d-94bdc43b706f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:19.037430682Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"02774c7d-e6cb-4326-9e6d-7123ca3d6e14","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:19.138423602Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-subscription","reconcileID":"83de7275-a0d6-40bd-8f42-07d7b2326379","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-premium-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/premium-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:19.337195028Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-41d69a-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-sub","reconcileID":"90f2c09a-186e-484b-99ab-4be6c9951c62","MaaSSubscription":{"name":"e2e-cfl-41d69a-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-41d69a","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-41d69a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:19.396786254Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"04bb6bf0-dfac-4b7c-84ba-045a456f4f7b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:19.397586361Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"b7b600d1-9f3b-4ee1-987d-bf4690c2b4b9","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:19.450717393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-policy-c0662f25","reconcileID":"5db91c7a-9efc-4669-9f18-230eed4ab1c8","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-c0662f25","tenantID":"e2e-mt-c0662f25","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:19.451655436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"e3e281f6-4deb-46af-a85a-34228f67fd56","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"tenant":"e2e-mt-c0662f25","gateway":"openshift-ingress/e2e-mt-c0662f25","model":"ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:19.451671821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"e3e281f6-4deb-46af-a85a-34228f67fd56","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"routeName":"e2e-lifecycle-model-c0662f25-kserve-route","namespace":"ai-tenant-e2e-mt-c0662f25","llmisvcName":"e2e-lifecycle-model-c0662f25","gateway":"openshift-ingress/e2e-mt-c0662f25","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:19.507114186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-policy-c0662f25","reconcileID":"5db91c7a-9efc-4669-9f18-230eed4ab1c8","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"name":"e2e-mt-c0662f25-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:19.555384919Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-sub-c0662f25","reconcileID":"8734aded-97ce-428d-a1db-ae35b64972f8","MaaSSubscription":{"name":"e2e-sub-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"name":"maas-trlp-e2e-lifecycle-model-c0662f25","model":"ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:19.556207269Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-subscription","reconcileID":"2ae4867d-4fda-4d38-b37b-22b0763ffc2b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-premium-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/premium-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:19.593695728Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"e3591ef8-054d-4592-b5a7-47f4faa3c6c0","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:19.667873053Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"19d88959-e969-4d1b-8a9e-ce6bcb93579e","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"tenant":"e2e-mt-c0662f25","gateway":"openshift-ingress/e2e-mt-c0662f25","model":"ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:19.667898532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"19d88959-e969-4d1b-8a9e-ce6bcb93579e","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"routeName":"e2e-lifecycle-model-c0662f25-kserve-route","namespace":"ai-tenant-e2e-mt-c0662f25","llmisvcName":"e2e-lifecycle-model-c0662f25","gateway":"openshift-ingress/e2e-mt-c0662f25","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:19.686275608Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3b554994-bd87-4666-bd10-5e8bda29e4ca","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:19.720199763Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"0d9a14b2-cb38-4fe9-ae57-643b042e2710","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:19.854468382Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9f0ea02f-811f-430a-95a1-757ef8952e5e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:19.857812447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-policy-c0662f25","reconcileID":"b9090669-7b74-4ec3-8dd8-e735d1490d63","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-c0662f25","tenantID":"e2e-mt-c0662f25","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:19.914072979Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-sub-c0662f25","reconcileID":"d5f1ddce-5491-43d7-8539-7e2e9509a283","MaaSSubscription":{"name":"e2e-sub-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"name":"maas-trlp-e2e-lifecycle-model-c0662f25","model":"ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:19.914669039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-policy-c0662f25","reconcileID":"b9090669-7b74-4ec3-8dd8-e735d1490d63","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"name":"e2e-mt-c0662f25-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:20.30621009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee27c7d3-cce3-466f-9af3-45439d253b94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:20.306362965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"22804b56-7383-439a-80c6-c382b4693966","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:20.306553025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"bcafeb13-0941-43be-834b-99d5495d5f0a","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:20.358172293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee27c7d3-cce3-466f-9af3-45439d253b94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:20.409736805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee27c7d3-cce3-466f-9af3-45439d253b94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:20.414852058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"bcafeb13-0941-43be-834b-99d5495d5f0a","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:20.414897855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"22804b56-7383-439a-80c6-c382b4693966","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:20.46207059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee27c7d3-cce3-466f-9af3-45439d253b94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:22.333227184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82d9373e-0d3f-4842-8380-f5a45a4545a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:22.385760646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82d9373e-0d3f-4842-8380-f5a45a4545a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:22.437632467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82d9373e-0d3f-4842-8380-f5a45a4545a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:22.490138094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82d9373e-0d3f-4842-8380-f5a45a4545a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:24.365803508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"569021bd-1b02-4f6f-bb7f-1a3c2704d01f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:24.41753464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"569021bd-1b02-4f6f-bb7f-1a3c2704d01f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:24.469797162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"569021bd-1b02-4f6f-bb7f-1a3c2704d01f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:24.522432949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"569021bd-1b02-4f6f-bb7f-1a3c2704d01f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:26.659760767Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7b2206","reconcileID":"ff48d275-cdb8-4d49-b913-cc460c47e76e","namespace":"llm","name":"e2e-rt-sw-7b2206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:26.717118777Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7b2206","reconcileID":"361da206-bce2-4054-83d4-52e688ee8745","namespace":"llm","name":"e2e-rt-sw-7b2206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:26.816849466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3e1e7d2-8f43-469b-8333-b3c7dfa51bb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:26.818592392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"8264defe-d2a8-433c-9e89-787ce542462f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:26.81922928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"c02c3e2c-1ce8-4253-a9aa-7c0d39647bd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:26.820534042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"5d882ec2-8043-483f-b8a7-940fdc61c77f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:26.82342887Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"03e3ceb5-0969-44a8-b1e2-dc60f314dd8b","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:26.869588428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"d862e308-6304-4a55-b087-a5a6311c5eff","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:26.873863845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3e1e7d2-8f43-469b-8333-b3c7dfa51bb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:26.87605254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"8264defe-d2a8-433c-9e89-787ce542462f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:26.876411353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"c02c3e2c-1ce8-4253-a9aa-7c0d39647bd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:26.878981247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"5d882ec2-8043-483f-b8a7-940fdc61c77f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:26.926132993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"d862e308-6304-4a55-b087-a5a6311c5eff","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:27.037246434Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7b2206","reconcileID":"f1bf4e2f-7c4c-4c48-b410-f3ad7c5bbdc9","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"name":"e2e-rt-sw-7b2206","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:27.145808998Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6b006bce-7962-48fa-8d1f-5278bf346f63","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:27.145832247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6b006bce-7962-48fa-8d1f-5278bf346f63","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:27.146211199Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4f90d622-160b-49dc-8ff8-4a69256ba305","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:27.146230359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4f90d622-160b-49dc-8ff8-4a69256ba305","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:27.146571774Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f052203b-26c6-4c59-842a-729606ac045d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:27.146591651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f052203b-26c6-4c59-842a-729606ac045d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:27.146827864Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c77e7736-8954-4b81-8179-f3609896455a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:27.146839245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c77e7736-8954-4b81-8179-f3609896455a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:27.147029281Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"14d345b8-fc1e-4efa-800b-54397808ef7e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:27.147038486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"14d345b8-fc1e-4efa-800b-54397808ef7e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:27.147283797Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a46c32cc-b06c-4fc5-837c-55352609c1de","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:27.147293288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a46c32cc-b06c-4fc5-837c-55352609c1de","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:27.147558122Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3f9ad952-6486-438c-8d41-865024089762","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:27.147569314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3f9ad952-6486-438c-8d41-865024089762","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:27.147754061Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b99b2c19-c369-481f-aae3-b3442c1364aa","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:27.147763189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b99b2c19-c369-481f-aae3-b3442c1364aa","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:27.184192807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-policy-c0662f25","reconcileID":"a2b3df96-9f91-42df-be00-7236a04d45ab","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-c0662f25","tenantID":"e2e-mt-c0662f25","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:27.194024348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"05ff314d-a26e-490f-afb6-64a0b56780f8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:27.194025773Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"18691101-0ab0-42e7-9afb-58e9199fd759","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:27.199316497Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7b2206","reconcileID":"5b02ab80-e804-460a-969b-504467f26155","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"name":"e2e-rt-sw-7b2206","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:27.234341586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6e10ad14-73d4-4b3e-b249-f86678134524","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:27.234543901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"21934bf3-fbda-49d3-9f78-8b11ef5f5733","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:27.235742464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"22c4b32d-cc38-4881-b563-f8aa81c8d1a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:27.240834361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-policy-c0662f25","reconcileID":"a2b3df96-9f91-42df-be00-7236a04d45ab","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"name":"e2e-mt-c0662f25-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:27.292646318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"21934bf3-fbda-49d3-9f78-8b11ef5f5733","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:27.292681981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6e10ad14-73d4-4b3e-b249-f86678134524","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:27.296524749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"22c4b32d-cc38-4881-b563-f8aa81c8d1a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:27.339457084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"f3a6525a-c69a-4af5-95b2-cbbc084931b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:27.39839874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"f3a6525a-c69a-4af5-95b2-cbbc084931b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:27.653593575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"f15514cd-b64f-4d1f-b786-ce9268994908","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:27.701788652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"01f4b8e9-b007-43b8-b7d0-5263b77387cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:27.703497725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"7436b2cd-e082-4f63-ac52-30ca7777b836","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:27.711209728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"f15514cd-b64f-4d1f-b786-ce9268994908","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:27.753818945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"cd1a49f0-c3a7-418f-a97f-b6e72fd23ff1","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:27.759027101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"01f4b8e9-b007-43b8-b7d0-5263b77387cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:27.760000682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"7436b2cd-e082-4f63-ac52-30ca7777b836","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:27.802140924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"cce0aab5-e8dc-41f3-95ac-22fcea7c6d73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:27.810421822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"cd1a49f0-c3a7-418f-a97f-b6e72fd23ff1","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:27.858894251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"cce0aab5-e8dc-41f3-95ac-22fcea7c6d73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:28.118692303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a17dd11-86be-4565-8746-c0c3c019572b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:28.12238004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"56a911cb-cbe5-4bb0-bd46-422a456826cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:28.169581629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"210b1711-1917-4cbc-a7b0-0031e0863f7d","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:28.175102668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a17dd11-86be-4565-8746-c0c3c019572b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:28.178740985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"56a911cb-cbe5-4bb0-bd46-422a456826cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:28.22689473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"210b1711-1917-4cbc-a7b0-0031e0863f7d","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:28.239987284Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7b2206","reconcileID":"369fa782-2beb-4230-94b2-79f4d3217c3c","namespace":"llm","name":"e2e-rt-sw-7b2206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:28.291927255Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7b2206","reconcileID":"f4963521-79b2-43a9-89e3-1068e6f6c123","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7b2206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:28.291962875Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7b2206","reconcileID":"f4963521-79b2-43a9-89e3-1068e6f6c123","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7b2206-0a59c39ee4dc","namespace":"llm","model":"e2e-rt-sw-7b2206","externalModel":"e2e-rt-sw-7b2206","provider":"e2e-rt-sw-7b2206-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:28.40058976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"eb707f2f-c840-4ec8-aeef-42b72a5f4fc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:28.450847296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"0198ed6b-0c4c-4480-b74c-5786867b9bd2","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:28.457141683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"eb707f2f-c840-4ec8-aeef-42b72a5f4fc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:28.508778791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"0198ed6b-0c4c-4480-b74c-5786867b9bd2","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:28.585499831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"47975a1e-ab0b-4796-9f65-2f83ac205474","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:28.636355757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fbd5786f-7c73-4cbb-ab12-a2868effcd08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:28.641143202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4ffb43d6-242c-4712-b80d-c0fc18fe9df5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:28.642197338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"47975a1e-ab0b-4796-9f65-2f83ac205474","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:28.677019858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-3680c5"},"namespace":"ai-tenant-e2e-autores-3680c5","name":"default-tenant","reconcileID":"349ee202-34df-408f-8aee-61dfcbbd6352","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-autores-3680c5","tenantID":"e2e-autores-3680c5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:28.693985789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fbd5786f-7c73-4cbb-ab12-a2868effcd08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:28.698719467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4ffb43d6-242c-4712-b80d-c0fc18fe9df5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:28.787351743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"12f53f4a-edc2-45b0-866b-a615b6139c24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:28.833009246Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-3680c5"},"namespace":"ai-tenant-e2e-autores-3680c5","name":"default-tenant","reconcileID":"349ee202-34df-408f-8aee-61dfcbbd6352","name":"e2e-autores-3680c5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:28.873820233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"12f53f4a-edc2-45b0-866b-a615b6139c24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:28.963314044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"5bb616a6-6151-4104-b0a4-48c63ff3ea05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:29.019729035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"5bb616a6-6151-4104-b0a4-48c63ff3ea05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:29.056347487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"6e550f8e-282b-457e-88cc-2af23e61f357","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:29.151789875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"6e550f8e-282b-457e-88cc-2af23e61f357","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:29.201438742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"95cf979b-02e9-46d1-a6fc-5bf10e10352b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:29.252662101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"bf683d44-41ba-4fd1-a138-2f94b4c4f84c","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:29.257911863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"95cf979b-02e9-46d1-a6fc-5bf10e10352b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:29.305070355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"ccf9901e-8984-4e2d-8cc2-da7e2f66aed3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:29.309537273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"bf683d44-41ba-4fd1-a138-2f94b4c4f84c","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:29.361813047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"ccf9901e-8984-4e2d-8cc2-da7e2f66aed3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:29.394212618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-policy-c0662f25","reconcileID":"1a88dd74-dcb2-4d20-ae5f-e4b202560a5e","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-c0662f25","tenantID":"e2e-mt-c0662f25","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:29.451012297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-policy-c0662f25","reconcileID":"1a88dd74-dcb2-4d20-ae5f-e4b202560a5e","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"name":"e2e-mt-c0662f25-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:29.824896564Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"4cf22037-831c-4ea2-8ab0-5a4889afb312","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:30.132266172Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"2df891a8-3cb5-46f4-8869-73999bbcc8fb","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:30.184579334Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"b129f40c-d761-4078-b987-bd687dbe6144","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"tenant":"e2e-mt-c0662f25","gateway":"openshift-ingress/e2e-mt-c0662f25","model":"ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:30.184599184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"b129f40c-d761-4078-b987-bd687dbe6144","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"routeName":"e2e-lifecycle-model-c0662f25-kserve-route","namespace":"ai-tenant-e2e-mt-c0662f25","llmisvcName":"e2e-lifecycle-model-c0662f25","gateway":"openshift-ingress/e2e-mt-c0662f25","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:30.187821087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-policy-c0662f25","reconcileID":"0a6d9f10-b7cb-4d20-b8bb-3874a7d8beb4","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-c0662f25","tenantID":"e2e-mt-c0662f25","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:30.244605937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-policy-c0662f25","reconcileID":"0a6d9f10-b7cb-4d20-b8bb-3874a7d8beb4","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"name":"e2e-mt-c0662f25-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:30.28892506Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-sub-c0662f25","reconcileID":"960c6a51-964d-4e5b-ad1d-2dd322bdbe59","MaaSSubscription":{"name":"e2e-sub-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"name":"maas-trlp-e2e-lifecycle-model-c0662f25","model":"ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:30.55282585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-policy-c0662f25","reconcileID":"0fe14291-385e-4820-8fd1-23db8fbd0987","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-c0662f25","tenantID":"e2e-mt-c0662f25","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:30.605564867Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-sub-c0662f25","reconcileID":"c347a56e-3bae-41fd-8a05-33798133dc20","MaaSSubscription":{"name":"e2e-sub-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"name":"maas-trlp-e2e-lifecycle-model-c0662f25","model":"ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:30.609624604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-policy-c0662f25","reconcileID":"0fe14291-385e-4820-8fd1-23db8fbd0987","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"name":"e2e-mt-c0662f25-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:32.701036406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7b2206","reconcileID":"41ed084a-b283-461b-bc17-d8910c67a0bb","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7b2206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:32.701062923Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7b2206","reconcileID":"41ed084a-b283-461b-bc17-d8910c67a0bb","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7b2206-0a59c39ee4dc","namespace":"llm","model":"e2e-rt-sw-7b2206","externalModel":"e2e-rt-sw-7b2206","provider":"e2e-rt-sw-7b2206-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:32.805829722Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7b2206","reconcileID":"2c014e4a-2283-44bd-ae19-d7f5d63d30f3","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7b2206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:32.805857499Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7b2206","reconcileID":"2c014e4a-2283-44bd-ae19-d7f5d63d30f3","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7b2206-0a59c39ee4dc","namespace":"llm","model":"e2e-rt-sw-7b2206","externalModel":"e2e-rt-sw-7b2206","provider":"e2e-rt-sw-7b2206-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:32.912504075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-access","reconcileID":"5781781d-1673-4013-ad54-4d7a75efd065","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:32.969365894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-access","reconcileID":"5781781d-1673-4013-ad54-4d7a75efd065","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:33.392670881Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7b2206","reconcileID":"2660d177-d8c7-47ac-8c95-ceb03d7537f7","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7b2206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:33.392695777Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7b2206","reconcileID":"2660d177-d8c7-47ac-8c95-ceb03d7537f7","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7b2206-0a59c39ee4dc","namespace":"llm","model":"e2e-rt-sw-7b2206","externalModel":"e2e-rt-sw-7b2206","provider":"e2e-rt-sw-7b2206-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:36.781007518Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:36.930357697Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"894b7283-a884-4e7c-a658-95c96d9f8385","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:38.174146862Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-8f45a2 priority=0:[ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-41d69a-2a1454-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-fd3b7b-8f45a2-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:38.225814033Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7b2206","reconcileID":"26d0bddb-62bb-4821-a506-98e4d7f76023","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7b2206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:38.225838005Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7b2206","reconcileID":"26d0bddb-62bb-4821-a506-98e4d7f76023","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7b2206-0a59c39ee4dc","namespace":"llm","model":"e2e-rt-sw-7b2206","externalModel":"e2e-rt-sw-7b2206","provider":"e2e-rt-sw-7b2206-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:33:38.288544006Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-rt-sw-7b2206-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-sw-7b2206-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:38.336502488Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"56ff4cfd-3ee2-4fc6-9b27-ba698058afb1","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"tenant":"e2e-mt-c0662f25","gateway":"openshift-ingress/e2e-mt-c0662f25","model":"ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:38.336527685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"56ff4cfd-3ee2-4fc6-9b27-ba698058afb1","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"routeName":"e2e-lifecycle-model-c0662f25-kserve-route","namespace":"ai-tenant-e2e-mt-c0662f25","llmisvcName":"e2e-lifecycle-model-c0662f25","gateway":"openshift-ingress/e2e-mt-c0662f25","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:38.381812813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7618a427-81df-4a97-b834-6a11cd0ce0c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:38.381827061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d4c3c40b-1e85-4cb4-8b35-b94fcecdc7db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:38.388843916Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7b2206","reconcileID":"86c64165-30cc-41c1-beb7-8446c24068f1","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7b2206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:38.388869796Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7b2206","reconcileID":"86c64165-30cc-41c1-beb7-8446c24068f1","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7b2206-0a59c39ee4dc","namespace":"llm","model":"e2e-rt-sw-7b2206","externalModel":"e2e-rt-sw-7b2206","provider":"e2e-rt-sw-7b2206-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:38.388954592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-access","reconcileID":"cbc9edc0-313c-4edb-acd8-0a605bb07800","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:38.438582992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d4c3c40b-1e85-4cb4-8b35-b94fcecdc7db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:38.438659534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7618a427-81df-4a97-b834-6a11cd0ce0c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:38.446597912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-access","reconcileID":"cbc9edc0-313c-4edb-acd8-0a605bb07800","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:38.493146497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7b2206","reconcileID":"ad419a9b-56a7-4a25-987f-6185875b79b8","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7b2206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:38.493170782Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7b2206","reconcileID":"ad419a9b-56a7-4a25-987f-6185875b79b8","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7b2206-0a59c39ee4dc","namespace":"llm","model":"e2e-rt-sw-7b2206","externalModel":"e2e-rt-sw-7b2206","provider":"e2e-rt-sw-7b2206-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:38.604595311Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-7b2206-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-sub","reconcileID":"0a76fd51-f1dc-4a77-9890-19ebe0e86446","MaaSSubscription":{"name":"e2e-rt-sw-7b2206-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-7b2206","model":"e2e-rt-sw-7b2206","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-sw-7b2206-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:38.857238435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a79d9b30-8e00-4aab-9e2b-c3fb4836d3ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:38.857247392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0eecd083-275c-4f2d-9b87-f8dc3b5279f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:38.872145323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7b2206","reconcileID":"2e54ef0e-44e5-4d24-bb6a-d5a81aec5f60","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7b2206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:38.872186716Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7b2206","reconcileID":"2e54ef0e-44e5-4d24-bb6a-d5a81aec5f60","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7b2206-0a59c39ee4dc","namespace":"llm","model":"e2e-rt-sw-7b2206","externalModel":"e2e-rt-sw-7b2206","provider":"e2e-rt-sw-7b2206-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:38.914913519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a79d9b30-8e00-4aab-9e2b-c3fb4836d3ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:38.915258817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0eecd083-275c-4f2d-9b87-f8dc3b5279f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:38.960383764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-access","reconcileID":"533e7d8b-1828-451d-84d4-900e28cbf374","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:39.018220115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-access","reconcileID":"533e7d8b-1828-451d-84d4-900e28cbf374","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:39.079166995Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-7b2206-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-sub","reconcileID":"4dc865dd-d60a-4c37-8828-6aaeb5d09412","MaaSSubscription":{"name":"e2e-rt-sw-7b2206-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-7b2206","model":"llm/e2e-rt-sw-7b2206","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:40.236776064Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"a95cd5e0-540f-45fd-b7d8-952365478cf7","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:42.390828081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"05fb0dee-5035-449e-8f25-99aa49193464","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:42.391172771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-access","reconcileID":"1dd34709-fb52-4ca5-9f1e-f8d52cb94736","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:42.391404271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"014f6d9e-0066-4d5f-93b5-c2934d145f50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:42.449919513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-access","reconcileID":"1dd34709-fb52-4ca5-9f1e-f8d52cb94736","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:42.449943646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"014f6d9e-0066-4d5f-93b5-c2934d145f50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:42.471675798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"05fb0dee-5035-449e-8f25-99aa49193464","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:43.150961054Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-8f45a2 priority=0:[ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-41d69a-2a1454-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-fd3b7b-8f45a2-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-same-20611e-2a1454-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:43.216226593Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-same-20611e","reconcileID":"5b6d7db6-ce7a-4b1a-bd7e-05645d47b804","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-same-20611e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:43.21637387Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-same-20611e","reconcileID":"5b6d7db6-ce7a-4b1a-bd7e-05645d47b804","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"routeName":"external-model-e2e-cfl-same-20611e-8d912a1efd58","namespace":"e2e-extmod-cfl-1-2a1454","model":"e2e-cfl-same-20611e","externalModel":"e2e-cfl-same-20611e","provider":"e2e-cfl-same-20611e","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:33:43.27798322Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-20611e-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-sub","reconcileID":"dabc6b61-811c-4623-bc59-72464ef52969","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-same-20611e-2a1454-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:43.398098341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-same-20611e","reconcileID":"baa556a0-6ef4-4386-bff3-40462b2ca188","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-same-20611e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:43.398154356Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-same-20611e","reconcileID":"baa556a0-6ef4-4386-bff3-40462b2ca188","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"routeName":"external-model-e2e-cfl-same-20611e-8d912a1efd58","namespace":"e2e-extmod-cfl-1-2a1454","model":"e2e-cfl-same-20611e","externalModel":"e2e-cfl-same-20611e","provider":"e2e-cfl-same-20611e","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:43.424885761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"7bfdf7ce-5cb0-4137-94db-c12e1735e40b","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:43.425149261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"bf961174-09de-437d-ab18-c1b7f348052a","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:43.426089328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"7c3fc4df-14b6-4af1-b9ee-2db298c38f5a","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:43.490615628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"bf961174-09de-437d-ab18-c1b7f348052a","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:43.494615183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"7bfdf7ce-5cb0-4137-94db-c12e1735e40b","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:43.498172458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"7c3fc4df-14b6-4af1-b9ee-2db298c38f5a","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:33:43.509650363Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-same-20611e","reconcileID":"baa556a0-6ef4-4386-bff3-40462b2ca188","name":"e2e-cfl-same-20611e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-20611e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:33:43.509778516Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-same-20611e","reconcileID":"baa556a0-6ef4-4386-bff3-40462b2ca188","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-20611e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:43.568227228Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7b2206","reconcileID":"6e233a85-cd6f-4b6d-8de8-35020d58d368","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7b2206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:43.568255276Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7b2206","reconcileID":"6e233a85-cd6f-4b6d-8de8-35020d58d368","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7b2206-0a59c39ee4dc","namespace":"llm","model":"e2e-rt-sw-7b2206","externalModel":"e2e-rt-sw-7b2206","provider":"e2e-rt-sw-7b2206-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:43.673280835Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b","reconcileID":"9819a224-0fc1-448c-ac6a-5a4de28c18de","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-fd3b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:43.673310435Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b","reconcileID":"9819a224-0fc1-448c-ac6a-5a4de28c18de","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"routeName":"external-model-e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2","model":"e2e-cfl-fd3b7b","externalModel":"e2e-cfl-fd3b7b","provider":"e2e-cfl-fd3b7b-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:43.766610862Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-20611e-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-sub","reconcileID":"05fc137e-3fd0-46be-8537-24f084eaa2ad","MaaSSubscription":{"name":"e2e-cfl-same-20611e-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-same-20611e","model":"e2e-cfl-same-20611e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-same-20611e-2a1454-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:43.779888422Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-41d69a","reconcileID":"59586824-12bd-40db-9bbb-56cec4476485","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-41d69a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:43.779908677Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-41d69a","reconcileID":"59586824-12bd-40db-9bbb-56cec4476485","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"routeName":"external-model-e2e-cfl-41d69a-8f2f83d7f18b","namespace":"e2e-extmod-cfl-1-2a1454","model":"e2e-cfl-41d69a","externalModel":"e2e-cfl-41d69a","provider":"e2e-cfl-41d69a-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:43.884569675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-same-20611e","reconcileID":"6629ed68-f585-4dde-9095-d72506d0fb2c","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-same-20611e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:43.884589736Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-same-20611e","reconcileID":"6629ed68-f585-4dde-9095-d72506d0fb2c","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"routeName":"external-model-e2e-cfl-same-20611e-8d912a1efd58","namespace":"e2e-extmod-cfl-1-2a1454","model":"e2e-cfl-same-20611e","externalModel":"e2e-cfl-same-20611e","provider":"e2e-cfl-same-20611e","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:43.985250214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"8fd12e48-fe46-4393-a316-4538d7e722de","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:43.985488432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"8a72a818-89ac-4203-a24a-126fb620d8ce","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:43.98742064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"8cbe28a2-88ee-4cfa-9d2c-328bbb0bf51c","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:44.036876196Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-same-20611e","reconcileID":"171520d6-6733-409d-9c87-695ed0ef5224","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-same-20611e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:44.036901371Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-same-20611e","reconcileID":"171520d6-6733-409d-9c87-695ed0ef5224","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"routeName":"external-model-e2e-cfl-same-20611e-8d912a1efd58","namespace":"e2e-extmod-cfl-1-2a1454","model":"e2e-cfl-same-20611e","externalModel":"e2e-cfl-same-20611e","provider":"e2e-cfl-same-20611e","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:44.042605478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"8a72a818-89ac-4203-a24a-126fb620d8ce","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:44.043629367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"8fd12e48-fe46-4393-a316-4538d7e722de","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:44.044858202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"8cbe28a2-88ee-4cfa-9d2c-328bbb0bf51c","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:44.24576291Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-20611e-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-sub","reconcileID":"6b7b75ba-7a25-4ef7-ac62-a32a32fdbe0a","MaaSSubscription":{"name":"e2e-cfl-same-20611e-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-same-20611e","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-same-20611e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:47.036101711Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"8b274291-7ad0-4903-822d-cdb31e9e1cbb","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:50.341479198Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"fd03c07a-9f60-492c-bf35-9cf5bf5417a7","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:55.931246819Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-20611e-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-sub","reconcileID":"8fae3a2c-2c32-4af4-99b4-2452bdf747bc","MaaSSubscription":{"name":"e2e-cfl-same-20611e-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-same-20611e","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-same-20611e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:56.261578399Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-same-20611e","reconcileID":"766b1448-f1ce-41cf-bcf3-13d6f2863050","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-same-20611e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:56.261615691Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-same-20611e","reconcileID":"766b1448-f1ce-41cf-bcf3-13d6f2863050","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"routeName":"external-model-e2e-cfl-same-20611e-8d912a1efd58","namespace":"e2e-extmod-cfl-1-2a1454","model":"e2e-cfl-same-20611e","externalModel":"e2e-cfl-same-20611e","provider":"e2e-cfl-same-20611e","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:56.565867242Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-7b2206-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-sub","reconcileID":"e66cd77c-2eea-496f-b757-25bcb7df65a3","MaaSSubscription":{"name":"e2e-rt-sw-7b2206-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-7b2206","model":"llm/e2e-rt-sw-7b2206","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:56.843059179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"3f73b684-badc-4133-b0de-89f0f3acea77","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:56.843990944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"fc995b0f-0468-4404-a3df-653883b9e049","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:56.865609477Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7b2206","reconcileID":"fe4271e4-58af-4b73-9e02-9c43f535cb01","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7b2206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:56.865706918Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7b2206","reconcileID":"fe4271e4-58af-4b73-9e02-9c43f535cb01","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7b2206-0a59c39ee4dc","namespace":"llm","model":"e2e-rt-sw-7b2206","externalModel":"e2e-rt-sw-7b2206","provider":"e2e-rt-sw-7b2206-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:56.914608711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"3f73b684-badc-4133-b0de-89f0f3acea77","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:56.91486728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"fc995b0f-0468-4404-a3df-653883b9e049","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:57.149224898Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"a1f10e5e-615c-430f-bff3-4381848e1e4a","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:57.529350116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e7871300-e3a1-4713-b949-b497a50463e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:57.530604558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-access","reconcileID":"3236728d-ef9f-4813-a207-fe16bb60b582","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:57.535747559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"049de79d-0487-4b38-b2b6-d35f96d0031b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:57.592985008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e7871300-e3a1-4713-b949-b497a50463e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:57.593058894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-access","reconcileID":"3236728d-ef9f-4813-a207-fe16bb60b582","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:57.595271307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"049de79d-0487-4b38-b2b6-d35f96d0031b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:58.916898751Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-same-20611e","reconcileID":"d4b68b6b-a8b5-411d-841f-087aa3ff07d4","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-2-ef54ab"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"e2e-extmod-cfl-2-ef54ab/e2e-cfl-same-20611e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:58.916927732Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-same-20611e","reconcileID":"d4b68b6b-a8b5-411d-841f-087aa3ff07d4","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-2-ef54ab"},"routeName":"external-model-e2e-cfl-same-20611e-b5a866b3417b","namespace":"e2e-extmod-cfl-2-ef54ab","model":"e2e-cfl-same-20611e","externalModel":"e2e-cfl-same-20611e","provider":"e2e-cfl-same-20611e","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:59.021289104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-same-20611e","reconcileID":"b0be496a-a3a8-4d44-83c0-b1b5391cefbb","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-2-ef54ab"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"e2e-extmod-cfl-2-ef54ab/e2e-cfl-same-20611e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:59.021315877Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-same-20611e","reconcileID":"b0be496a-a3a8-4d44-83c0-b1b5391cefbb","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-2-ef54ab"},"routeName":"external-model-e2e-cfl-same-20611e-b5a866b3417b","namespace":"e2e-extmod-cfl-2-ef54ab","model":"e2e-cfl-same-20611e","externalModel":"e2e-cfl-same-20611e","provider":"e2e-cfl-same-20611e","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:59.179965607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-ef54ab-access","reconcileID":"3f7580d0-cc3b-423e-99d6-449a1f5a0338","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:59.236379593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-ef54ab-access","reconcileID":"3f7580d0-cc3b-423e-99d6-449a1f5a0338","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:59.659977749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-same-20611e","reconcileID":"e719390e-4c05-4f42-bc41-c6f234a8abf8","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-2-ef54ab"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"e2e-extmod-cfl-2-ef54ab/e2e-cfl-same-20611e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:33:59.660006677Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-same-20611e","reconcileID":"e719390e-4c05-4f42-bc41-c6f234a8abf8","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-2-ef54ab"},"routeName":"external-model-e2e-cfl-same-20611e-b5a866b3417b","namespace":"e2e-extmod-cfl-2-ef54ab","model":"e2e-cfl-same-20611e","externalModel":"e2e-cfl-same-20611e","provider":"e2e-cfl-same-20611e","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:00.446284969Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"8c04414a-5023-4fbc-9c60-65b73f3b35c5","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:03.338579006Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7b2206","reconcileID":"deb19629-aade-4266-9ddc-912a74b92ff6","namespace":"llm","name":"e2e-rt-sw-7b2206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:03.390616797Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7b2206","reconcileID":"3dbe72d7-0c4c-44f7-b236-84a40e0e122c","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7b2206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:03.390651571Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7b2206","reconcileID":"3dbe72d7-0c4c-44f7-b236-84a40e0e122c","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7b2206-0a59c39ee4dc","namespace":"llm","model":"e2e-rt-sw-7b2206","externalModel":"e2e-rt-sw-7b2206","provider":"e2e-rt-sw-7b2206-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:03.494685634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"f68c96fb-5961-4087-88e6-80dcff7bf579","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:03.494756818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"2deff10e-3dc7-4984-ad12-339dc5e4fe71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:03.501644109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"f65141dc-92e6-4e77-9d6f-c89892308b4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:03.547616671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"91ca7b52-609f-455e-b77f-a32474869cf2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:03.551738999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"2deff10e-3dc7-4984-ad12-339dc5e4fe71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:03.551850272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"f68c96fb-5961-4087-88e6-80dcff7bf579","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:03.5585957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"f65141dc-92e6-4e77-9d6f-c89892308b4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:03.558979416Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"27f7f169-d027-4c96-8d40-827572770b89","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:03.558994314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"27f7f169-d027-4c96-8d40-827572770b89","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:03.559356881Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"56d3d31b-926b-454d-a2a7-ac2a0729704f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:03.559370044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"56d3d31b-926b-454d-a2a7-ac2a0729704f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:03.559584623Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"170149eb-6519-40b9-90f0-033f0e80e25b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:03.559596757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"170149eb-6519-40b9-90f0-033f0e80e25b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:03.59873039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"a6486f92-d1b9-4ccf-a6d3-865bd207df58","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:03.604155155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"91ca7b52-609f-455e-b77f-a32474869cf2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:03.614126327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7b2206","reconcileID":"1854ed98-b063-4ffa-be84-561852e6a5b1","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7b2206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:03.614145849Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7b2206","reconcileID":"1854ed98-b063-4ffa-be84-561852e6a5b1","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7b2206-0a59c39ee4dc","namespace":"llm","model":"e2e-rt-sw-7b2206","externalModel":"e2e-rt-sw-7b2206","provider":"e2e-rt-sw-7b2206-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:03.655516442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"a6486f92-d1b9-4ccf-a6d3-865bd207df58","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:03.666582534Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"352194cc-b56f-4b78-b535-1f9839c8301a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:03.666605751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"352194cc-b56f-4b78-b535-1f9839c8301a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:03.666866805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4b5d55ff-b437-4965-bbc1-a4250d02b77f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:03.66687704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4b5d55ff-b437-4965-bbc1-a4250d02b77f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:03.667285641Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f4fcd331-2a96-4c4d-a769-451b7134c87d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:03.667301539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f4fcd331-2a96-4c4d-a769-451b7134c87d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:03.667643101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d5085a26-ecaf-4ca9-8bcf-f10f8f285a09","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:03.667662481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d5085a26-ecaf-4ca9-8bcf-f10f8f285a09","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:03.667965155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"581869cc-4c5d-4240-b2f8-b2c724cd216a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:03.667979373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"581869cc-4c5d-4240-b2f8-b2c724cd216a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:03.817861817Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-7b2206-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-sub","reconcileID":"40eae46c-9295-448a-b849-dd6dc7d4c43a","MaaSSubscription":{"name":"e2e-rt-sw-7b2206-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-7b2206","model":"llm/e2e-rt-sw-7b2206","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:03.86726803Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"54123799-af34-4fb1-a517-af9591c0fbda","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:03.867382519Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e8307d92-66f7-4d09-8e63-298d34b2e069","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:03.912412612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"9d318451-158e-41e8-845d-71745c4b896a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:03.913581069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"0b9e5e1f-61fd-419a-8a58-d25fb1e9258d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:03.96902032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"9d318451-158e-41e8-845d-71745c4b896a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:03.969955818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"0b9e5e1f-61fd-419a-8a58-d25fb1e9258d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:04.015574337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"d7b7fff7-5bcb-4c3d-99bc-b65b210c604a","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:04.063907241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-access","reconcileID":"cf36a65a-189c-4703-9f9d-30e363eb7dae","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:04.066047627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-policy-c0662f25","reconcileID":"ad040a8c-f1c8-4b63-b016-9bd06258abc8","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-c0662f25","tenantID":"e2e-mt-c0662f25","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:04.072266431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"d7b7fff7-5bcb-4c3d-99bc-b65b210c604a","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:04.120718736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-access","reconcileID":"cf36a65a-189c-4703-9f9d-30e363eb7dae","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:04.122610875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-policy-c0662f25","reconcileID":"ad040a8c-f1c8-4b63-b016-9bd06258abc8","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"name":"e2e-mt-c0662f25-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:04.380310733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1c32e954-8fc7-4e2f-a33a-68224e28d9dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:04.433084998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-ef54ab-access","reconcileID":"abfad4d7-3fc6-459e-96ad-495b1efe3e63","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:04.434753314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"5b5ca750-9b00-4fd8-8c40-90427a0280e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:04.438935096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1c32e954-8fc7-4e2f-a33a-68224e28d9dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:04.49428207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-ef54ab-access","reconcileID":"abfad4d7-3fc6-459e-96ad-495b1efe3e63","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:04.52798315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"5b5ca750-9b00-4fd8-8c40-90427a0280e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:04.585007902Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-8f45a2 priority=0:[ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-41d69a-2a1454-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-fd3b7b-8f45a2-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-same-20611e-2a1454-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-same-20611e-ef54ab-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:04.597068593Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7b2206","reconcileID":"c9ff7427-78cc-4062-b526-755b3225f5d3","namespace":"llm","name":"e2e-rt-sw-7b2206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:04.637241441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-same-20611e","reconcileID":"644a040e-a233-4321-81e2-fad77d922ad4","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-2-ef54ab"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"e2e-extmod-cfl-2-ef54ab/e2e-cfl-same-20611e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:04.637264979Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-same-20611e","reconcileID":"644a040e-a233-4321-81e2-fad77d922ad4","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-2-ef54ab"},"routeName":"external-model-e2e-cfl-same-20611e-b5a866b3417b","namespace":"e2e-extmod-cfl-2-ef54ab","model":"e2e-cfl-same-20611e","externalModel":"e2e-cfl-same-20611e","provider":"e2e-cfl-same-20611e","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:04.651114849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"6aed0811-6916-4fdf-9bef-de03e08ebc63","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:04.695316191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ef4d048b-c5f7-4281-b44e-3875cadbe417","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:04.711737717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"6aed0811-6916-4fdf-9bef-de03e08ebc63","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:04.753588591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ef4d048b-c5f7-4281-b44e-3875cadbe417","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:04.79908775Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b","reconcileID":"07ee2b40-33a1-4c51-ba6c-fbf88ba78a3a","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-fd3b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:04.799116445Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b","reconcileID":"07ee2b40-33a1-4c51-ba6c-fbf88ba78a3a","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"routeName":"external-model-e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2","model":"e2e-cfl-fd3b7b","externalModel":"e2e-cfl-fd3b7b","provider":"e2e-cfl-fd3b7b-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:04.903465841Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-same-20611e","reconcileID":"410fb5b6-aa21-438b-a264-844189fc5448","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-2-ef54ab"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"e2e-extmod-cfl-2-ef54ab/e2e-cfl-same-20611e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:04.903491601Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-same-20611e","reconcileID":"410fb5b6-aa21-438b-a264-844189fc5448","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-2-ef54ab"},"routeName":"external-model-e2e-cfl-same-20611e-b5a866b3417b","namespace":"e2e-extmod-cfl-2-ef54ab","model":"e2e-cfl-same-20611e","externalModel":"e2e-cfl-same-20611e","provider":"e2e-cfl-same-20611e","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:04.937708077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"5853e7b5-093d-4c83-9948-f62951eda423","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:04.994174111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"5853e7b5-093d-4c83-9948-f62951eda423","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:05.007454242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-41d69a","reconcileID":"18cb2f70-5ed8-4a0b-b3da-0625f5262f64","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-41d69a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:05.007475065Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-41d69a","reconcileID":"18cb2f70-5ed8-4a0b-b3da-0625f5262f64","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"routeName":"external-model-e2e-cfl-41d69a-8f2f83d7f18b","namespace":"e2e-extmod-cfl-1-2a1454","model":"e2e-cfl-41d69a","externalModel":"e2e-cfl-41d69a","provider":"e2e-cfl-41d69a-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:05.011315863Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-20611e-ef54ab-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-ef54ab-sub","reconcileID":"d25bff24-2a97-49ae-a151-d42dbcc9daff","MaaSSubscription":{"name":"e2e-cfl-same-20611e-ef54ab-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-same-20611e","model":"e2e-cfl-same-20611e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-same-20611e-ef54ab-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:05.037504082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"77753316-8d2d-4439-bb2c-b76c02efc322","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:05.041185108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-ef54ab-access","reconcileID":"fc3c4eef-784e-43df-844c-d6f650119210","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:05.087487347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"c3cd4c14-394a-47ac-b375-0a0b8a4d3dfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:05.093977454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"77753316-8d2d-4439-bb2c-b76c02efc322","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:05.097457936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-ef54ab-access","reconcileID":"fc3c4eef-784e-43df-844c-d6f650119210","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:05.111967902Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-same-20611e","reconcileID":"df256ce7-17d1-44be-98e2-12f751bbd534","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-same-20611e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:05.111986709Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-same-20611e","reconcileID":"df256ce7-17d1-44be-98e2-12f751bbd534","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"routeName":"external-model-e2e-cfl-same-20611e-8d912a1efd58","namespace":"e2e-extmod-cfl-1-2a1454","model":"e2e-cfl-same-20611e","externalModel":"e2e-cfl-same-20611e","provider":"e2e-cfl-same-20611e","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:05.143865758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"c3cd4c14-394a-47ac-b375-0a0b8a4d3dfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:05.28193511Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-same-20611e","reconcileID":"6bafad52-42ea-4f5c-b69f-feeeec9d3269","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-2-ef54ab"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"e2e-extmod-cfl-2-ef54ab/e2e-cfl-same-20611e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:05.281958277Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-same-20611e","reconcileID":"6bafad52-42ea-4f5c-b69f-feeeec9d3269","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-2-ef54ab"},"routeName":"external-model-e2e-cfl-same-20611e-b5a866b3417b","namespace":"e2e-extmod-cfl-2-ef54ab","model":"e2e-cfl-same-20611e","externalModel":"e2e-cfl-same-20611e","provider":"e2e-cfl-same-20611e","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:05.291042385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"ef901676-0d9d-4e24-b66c-40def3cf1a0c","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:05.347720936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"ef901676-0d9d-4e24-b66c-40def3cf1a0c","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:05.459012277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-access","reconcileID":"ec05c1f0-ef3a-4348-ad28-8c5dca547b4a","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:05.459235663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-policy-c0662f25","reconcileID":"780c47d6-4cc2-43a8-9e35-de87e1a5f733","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-c0662f25","tenantID":"e2e-mt-c0662f25","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:05.489638073Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-20611e-ef54ab-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-ef54ab-sub","reconcileID":"a77790e3-8d72-438d-8230-2ef18a5e73bf","MaaSSubscription":{"name":"e2e-cfl-same-20611e-ef54ab-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-same-20611e","model":"e2e-extmod-cfl-2-ef54ab/e2e-cfl-same-20611e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:05.511129839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"61fbcb6f-200e-4d57-a96b-35d96632ba11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:05.516464876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-access","reconcileID":"ec05c1f0-ef3a-4348-ad28-8c5dca547b4a","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:05.516540568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-policy-c0662f25","reconcileID":"780c47d6-4cc2-43a8-9e35-de87e1a5f733","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"name":"e2e-mt-c0662f25-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:05.561597389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d6b70f44-4280-48d6-ae16-651c00b267d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:05.567700081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"61fbcb6f-200e-4d57-a96b-35d96632ba11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:05.620269452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d6b70f44-4280-48d6-ae16-651c00b267d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:05.817304822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e552fb31-fff9-4c4b-ab3d-4bec67ba8447","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:05.866612798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"7b5b257e-ad81-4688-97ef-6913f5d575ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:05.875645897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e552fb31-fff9-4c4b-ab3d-4bec67ba8447","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:05.879986994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"c0ca3eeb-de1e-478f-b52e-a24989f5f879","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:05.926601972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"7b5b257e-ad81-4688-97ef-6913f5d575ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:05.936719487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"c0ca3eeb-de1e-478f-b52e-a24989f5f879","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:05.981841226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"ef202cbf-2cc1-4561-baa9-6053b16e1e38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:05.981856997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"7b026cb7-5b2c-4ad8-8bb2-0df50720800e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:06.040407988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"7b026cb7-5b2c-4ad8-8bb2-0df50720800e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:06.042228831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"ef202cbf-2cc1-4561-baa9-6053b16e1e38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:06.341599041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"159e890c-92ae-4f44-80b4-866e2633c63b","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:06.398854499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"159e890c-92ae-4f44-80b4-866e2633c63b","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:06.777534746Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:07.264420991Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"efbde5bf-62bd-4ada-a2ff-e8c5c27027cc","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:07.875182271Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e","reconcileID":"c47f698e-d35d-4752-9d1e-a94fb99eeb49","namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:08.037512921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"58e3df42-e051-457f-bbfd-7b1a1cc33909","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:08.037952712Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e","reconcileID":"70339463-fa6f-4579-9734-d07a66de4a16","namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:08.085801008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"87d90839-f1dd-4a90-b518-6dd3ee7ce5a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:08.094218761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"58e3df42-e051-457f-bbfd-7b1a1cc33909","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:08.094299465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0b45865e-89e6-4c74-905f-3b46bd7b8a37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:08.094978381Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e","reconcileID":"af9a8ec8-4cc2-4e6b-9c4e-94115f670569","namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:08.139396294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"f1efb063-ce0d-41f0-9577-595068269c58","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:08.139647312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"94180e8a-e4a9-4810-b6c8-9866e6bf5dfc","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:08.142387803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"87d90839-f1dd-4a90-b518-6dd3ee7ce5a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:08.15115098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0b45865e-89e6-4c74-905f-3b46bd7b8a37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:08.196273602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"f1efb063-ce0d-41f0-9577-595068269c58","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:08.19656923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"94180e8a-e4a9-4810-b6c8-9866e6bf5dfc","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:08.268003885Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e","reconcileID":"1bb77ac5-b544-413e-97df-0e13d2967fb5","MaaSModelRef":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:08.442101359Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e","reconcileID":"cf08978a-f3f3-4ba3-a60a-5be0d65a543f","MaaSModelRef":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:08.453284341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"fbbf1b00-8bfe-433c-8e14-60fba421b8f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:08.509948486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"fbbf1b00-8bfe-433c-8e14-60fba421b8f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:08.554893192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"1066a649-28c1-43ac-945d-dba3c8b93604","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:08.555029241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"bd3100a4-eb1a-402e-86b3-889f036dc659","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:08.611280273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"1066a649-28c1-43ac-945d-dba3c8b93604","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:08.61148529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"bd3100a4-eb1a-402e-86b3-889f036dc659","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:08.657080906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"21e780d0-a10b-40d1-b57a-64ba93108fd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:08.691915782Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e","reconcileID":"a01da2f5-49d4-41a3-8e43-6ed69a48f357","MaaSModelRef":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:08.713107826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"21e780d0-a10b-40d1-b57a-64ba93108fd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:08.758992242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"d2840796-0bc7-4f5e-97be-97fadad5aa60","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:08.79583368Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e","reconcileID":"7faffc4e-aaa8-4aca-a26c-952799e1e77c","MaaSModelRef":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:08.814691056Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e","reconcileID":"b2443359-4d70-48aa-ae7e-5f3249e4188e","namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:08.81611291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"d2840796-0bc7-4f5e-97be-97fadad5aa60","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:08.872947028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"ea029426-8864-411f-a3d0-9cfa36c9ceb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:08.901290032Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e","reconcileID":"eff14a6d-7f17-4848-b66a-055f118173fa","MaaSModelRef":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"tenant":"e2e-extmod-a-cfe368","gateway":"openshift-ingress/e2e-extmod-a-cfe368","model":"ai-tenant-e2e-extmod-a-cfe368/e2e-cmp-legacy-9dbd2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:08.901318614Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e","reconcileID":"eff14a6d-7f17-4848-b66a-055f118173fa","MaaSModelRef":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"routeName":"external-model-e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368","model":"e2e-cmp-legacy-9dbd2e","externalModel":"e2e-cmp-legacy-9dbd2e","provider":"e2e-cmp-legacy-9dbd2e-provider","gateway":"openshift-ingress/e2e-extmod-a-cfe368","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:08.926726204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-policy-c0662f25","reconcileID":"bb5822e5-49f7-4d91-82c5-9ed404274b85","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-c0662f25","tenantID":"e2e-mt-c0662f25","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:08.930131697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"ea029426-8864-411f-a3d0-9cfa36c9ceb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:08.983272977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-policy-c0662f25","reconcileID":"bb5822e5-49f7-4d91-82c5-9ed404274b85","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"name":"e2e-mt-c0662f25-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:09.026006194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-access","reconcileID":"92036de0-24f7-43a4-8b05-7c1e24245136","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:09.082757101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-access","reconcileID":"92036de0-24f7-43a4-8b05-7c1e24245136","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:09.286497245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"1ec5ba5f-5612-46a6-adc6-b8ddd781ed9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:09.288280101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-ef54ab-access","reconcileID":"4537ca80-a5b0-428e-9cab-fd006a06cdc7","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:09.344025868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"1ec5ba5f-5612-46a6-adc6-b8ddd781ed9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:09.346629418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-ef54ab-access","reconcileID":"4537ca80-a5b0-428e-9cab-fd006a06cdc7","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:09.349061669Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e","reconcileID":"1614ab1b-b05a-4c3d-8c79-e896b50f1bce","namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:09.349680257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"09946180-ed9f-41de-b3b1-678b512028b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:09.407746699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"09946180-ed9f-41de-b3b1-678b512028b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:09.488278246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"3cd548d5-9c5d-4cb9-b5e0-8b0a2f48241c","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:09.545566851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"3cd548d5-9c5d-4cb9-b5e0-8b0a2f48241c","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:09.61042921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"7d711617-013f-46b2-beaa-abcb3bb9c0c1","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:09.668389615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"7d711617-013f-46b2-beaa-abcb3bb9c0c1","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:09.711811458Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e","reconcileID":"1063507a-a45c-4922-a214-466c5a43cb8c","MaaSModelRef":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"tenant":"e2e-extmod-a-cfe368","gateway":"openshift-ingress/e2e-extmod-a-cfe368","model":"ai-tenant-e2e-extmod-a-cfe368/e2e-cmp-legacy-9dbd2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:09.711841037Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e","reconcileID":"1063507a-a45c-4922-a214-466c5a43cb8c","MaaSModelRef":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"routeName":"external-model-e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368","model":"e2e-cmp-legacy-9dbd2e","externalModel":"e2e-cmp-legacy-9dbd2e","provider":"e2e-cmp-legacy-9dbd2e-provider","gateway":"openshift-ingress/e2e-extmod-a-cfe368","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:09.760806151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2d17ec7c-4cd4-49c4-a448-b7948b0956bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:09.765984108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e-access","reconcileID":"284909bf-2c97-49b2-bd2f-19511fd84984","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cfe368","tenantID":"e2e-extmod-a-cfe368","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:09.811449106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"fda572db-1dc1-4157-a159-7c85a7c8569b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:09.817310311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2d17ec7c-4cd4-49c4-a448-b7948b0956bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:09.867967179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"fda572db-1dc1-4157-a159-7c85a7c8569b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:09.892144417Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e-access","reconcileID":"284909bf-2c97-49b2-bd2f-19511fd84984","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"name":"e2e-extmod-a-cfe368-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:09.947975432Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-cfe368-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e-access","reconcileID":"284909bf-2c97-49b2-bd2f-19511fd84984","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:10.01655482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"abf94d5d-e7f3-48a3-9ab6-24a4bb0461c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:10.057029029Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e","reconcileID":"4562595d-d5da-4d27-be22-716d67ceaffb","MaaSModelRef":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"tenant":"e2e-extmod-a-cfe368","gateway":"openshift-ingress/e2e-extmod-a-cfe368","model":"ai-tenant-e2e-extmod-a-cfe368/e2e-cmp-legacy-9dbd2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:10.057053006Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e","reconcileID":"4562595d-d5da-4d27-be22-716d67ceaffb","MaaSModelRef":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"routeName":"external-model-e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368","model":"e2e-cmp-legacy-9dbd2e","externalModel":"e2e-cmp-legacy-9dbd2e","provider":"e2e-cmp-legacy-9dbd2e-provider","gateway":"openshift-ingress/e2e-extmod-a-cfe368","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:10.0729495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"abf94d5d-e7f3-48a3-9ab6-24a4bb0461c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:10.127440263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"11aa59bb-20d8-4ca4-bd3e-adced48222ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:10.16190977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"f8c3cc6d-fa56-4549-b4be-b5ece7028afb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:10.184294938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"11aa59bb-20d8-4ca4-bd3e-adced48222ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:10.218236447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"84a14f66-dc69-48db-a7e8-244696399f0d","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:10.218746077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"f8c3cc6d-fa56-4549-b4be-b5ece7028afb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:10.275025015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"84a14f66-dc69-48db-a7e8-244696399f0d","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:10.278956414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-access","reconcileID":"976ae442-1596-4ce6-9036-aaa31f24cf25","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:10.331638662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-policy-c0662f25","reconcileID":"24350ecf-bf42-4394-be0a-d38b5f8db824","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-c0662f25","tenantID":"e2e-mt-c0662f25","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:10.335536244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-access","reconcileID":"976ae442-1596-4ce6-9036-aaa31f24cf25","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:10.38824259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-policy-c0662f25","reconcileID":"24350ecf-bf42-4394-be0a-d38b5f8db824","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"name":"e2e-mt-c0662f25-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:10.494121697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"d94ea719-9839-4fc1-bbf4-bec02d5a70e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:10.550854973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"d94ea719-9839-4fc1-bbf4-bec02d5a70e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:10.551612014Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"7dc0a27d-ceb2-404e-a16c-1c2f8a700909","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:10.632379026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-ef54ab-access","reconcileID":"fa543248-b2d6-4808-aa2e-a20c51e52d61","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:10.690489517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-ef54ab-access","reconcileID":"fa543248-b2d6-4808-aa2e-a20c51e52d61","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:10.741004301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ae3d3512-0924-4ad7-a179-41c652b4ccae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:10.790660273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"7a122073-8a68-4e96-af04-e8ddebd32bd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:10.797707016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ae3d3512-0924-4ad7-a179-41c652b4ccae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:10.847683501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"7a122073-8a68-4e96-af04-e8ddebd32bd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:10.893310356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"2a3a7b43-9f4f-429c-9ec5-2355d53338f7","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:10.950293392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"2a3a7b43-9f4f-429c-9ec5-2355d53338f7","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:17.370215355Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"e6e8cf10-0a66-4b3d-91f6-ad65554ec734","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:20.134995896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e-access","reconcileID":"af965c8d-969b-461e-92ad-4bc253a454e2","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cfe368","tenantID":"e2e-extmod-a-cfe368","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:20.193586487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e-access","reconcileID":"af965c8d-969b-461e-92ad-4bc253a454e2","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"name":"e2e-extmod-a-cfe368-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:20.257132147Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-cfe368-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e-access","reconcileID":"af965c8d-969b-461e-92ad-4bc253a454e2","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:20.667518335Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"aa03b497-068d-4047-87be-ac1cc380194a","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:21.811281698Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-20611e-ef54ab-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-ef54ab-sub","reconcileID":"e81f9fcc-1ddb-4897-a63b-0013d16621b3","MaaSSubscription":{"name":"e2e-cfl-same-20611e-ef54ab-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-same-20611e","model":"e2e-extmod-cfl-2-ef54ab/e2e-cfl-same-20611e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:22.115073874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-same-20611e","reconcileID":"0bf6c5bd-31e1-45b9-8641-926b4b66ae77","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-2-ef54ab"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"e2e-extmod-cfl-2-ef54ab/e2e-cfl-same-20611e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:22.115194802Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-same-20611e","reconcileID":"0bf6c5bd-31e1-45b9-8641-926b4b66ae77","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-2-ef54ab"},"routeName":"external-model-e2e-cfl-same-20611e-b5a866b3417b","namespace":"e2e-extmod-cfl-2-ef54ab","model":"e2e-cfl-same-20611e","externalModel":"e2e-cfl-same-20611e","provider":"e2e-cfl-same-20611e","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:22.642258352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-ef54ab-access","reconcileID":"c6c9fbe3-0b64-4159-bf40-f4faca34f15e","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:22.691131062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-access","reconcileID":"7d6f6b29-2f0c-435b-8f1d-ae602c13de3d","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:22.691438141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2ebee10b-cf04-441e-b7f3-b5ca75092883","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:22.692866908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1d233638-a555-444f-8bb2-7221f09d174d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:22.698863304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-ef54ab-access","reconcileID":"c6c9fbe3-0b64-4159-bf40-f4faca34f15e","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:22.732876756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e-access","reconcileID":"5118d84f-de15-4035-ac35-d9db046dceaa","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cfe368","tenantID":"e2e-extmod-a-cfe368","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:22.747941346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2ebee10b-cf04-441e-b7f3-b5ca75092883","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:22.748110599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-access","reconcileID":"7d6f6b29-2f0c-435b-8f1d-ae602c13de3d","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:22.750492306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1d233638-a555-444f-8bb2-7221f09d174d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:22.789707082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e-access","reconcileID":"5118d84f-de15-4035-ac35-d9db046dceaa","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"name":"e2e-extmod-a-cfe368-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:22.844983013Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-cfe368-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (816c547eca339e60a145839d63df704fb136ac31283f11a3c931a504efcc422a) AuthConfig (e4645c540572bc73d58b5cf1aa620eab192ff812295e90a82920422b777969d2) AuthConfig (2da9c0b4c2b1e0a332e92ad93fab386a96e8809343966953cbc1d19a4143aeea) AuthConfig (b1adfc55e9b6070d498b7800bdb1e74181a5e2832b68aaff9d4f77451737eef8) AuthConfig (a70411ec12e04fbba8dd56e7e6974ea1b2b8e070794914c299b7726be2d82836) AuthConfig (7a45a4e83fb80c19063cac64b2e764efab10a0beaa148f8867064250bfe8f515) AuthConfig (7564d2f1e899f66faebe741ccb93e6dc5d7d028cb2f87f66ad08976586af9150) AuthConfig (2867e36b24e9005d6c8cad0c0cc42eaaf8d3ba4ba620593123de1c6a4e1e661f) AuthConfig (33c066ea7ed6dfad5a4a9dca7dff548a7e01e8780b3c4ebc90667cf02589e41a) AuthConfig (f599531be4d652dfeaa01475a528bc81a5e3cf63cd8e25bbfae158411e35a8b9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e-access","reconcileID":"5118d84f-de15-4035-ac35-d9db046dceaa","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:22.954313083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e","reconcileID":"4b84d42f-e639-4a5f-83bf-fabac63ca5eb","MaaSModelRef":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"tenant":"e2e-extmod-a-cfe368","gateway":"openshift-ingress/e2e-extmod-a-cfe368","model":"ai-tenant-e2e-extmod-a-cfe368/e2e-cmp-legacy-9dbd2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:22.954364801Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e","reconcileID":"4b84d42f-e639-4a5f-83bf-fabac63ca5eb","MaaSModelRef":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"routeName":"external-model-e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368","model":"e2e-cmp-legacy-9dbd2e","externalModel":"e2e-cmp-legacy-9dbd2e","provider":"e2e-cmp-legacy-9dbd2e-provider","gateway":"openshift-ingress/e2e-extmod-a-cfe368","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:23.143423265Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7b2206","reconcileID":"71ac6608-e3ab-4f09-a41f-b120cbc2d59a","namespace":"llm","name":"e2e-rt-sw-7b2206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:23.195122291Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7b2206","reconcileID":"1cb0de35-262a-4ff9-ad94-2487a9be3c34","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7b2206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:23.195154637Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7b2206","reconcileID":"1cb0de35-262a-4ff9-ad94-2487a9be3c34","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7b2206-0a59c39ee4dc","namespace":"llm","model":"e2e-rt-sw-7b2206","externalModel":"e2e-rt-sw-7b2206","provider":"e2e-rt-sw-7b2206-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:23.250795248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e-access","reconcileID":"eebe1daa-f337-4572-90ab-cb08e9fdee6e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cfe368","tenantID":"e2e-extmod-a-cfe368","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:23.300420134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"3b9c1401-1065-47a6-b605-c7e0b1f11ab2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:23.307507626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e-access","reconcileID":"eebe1daa-f337-4572-90ab-cb08e9fdee6e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"name":"e2e-extmod-a-cfe368-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:23.354442698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e61c4feb-4201-4fab-bfc8-60e41be64f51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:23.358252278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"3b9c1401-1065-47a6-b605-c7e0b1f11ab2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:23.363136577Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-cfe368-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (816c547eca339e60a145839d63df704fb136ac31283f11a3c931a504efcc422a) AuthConfig (e4645c540572bc73d58b5cf1aa620eab192ff812295e90a82920422b777969d2) AuthConfig (2da9c0b4c2b1e0a332e92ad93fab386a96e8809343966953cbc1d19a4143aeea) AuthConfig (b1adfc55e9b6070d498b7800bdb1e74181a5e2832b68aaff9d4f77451737eef8) AuthConfig (a70411ec12e04fbba8dd56e7e6974ea1b2b8e070794914c299b7726be2d82836) AuthConfig (7a45a4e83fb80c19063cac64b2e764efab10a0beaa148f8867064250bfe8f515) AuthConfig (7564d2f1e899f66faebe741ccb93e6dc5d7d028cb2f87f66ad08976586af9150) AuthConfig (2867e36b24e9005d6c8cad0c0cc42eaaf8d3ba4ba620593123de1c6a4e1e661f) AuthConfig (33c066ea7ed6dfad5a4a9dca7dff548a7e01e8780b3c4ebc90667cf02589e41a) AuthConfig (f599531be4d652dfeaa01475a528bc81a5e3cf63cd8e25bbfae158411e35a8b9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e-access","reconcileID":"eebe1daa-f337-4572-90ab-cb08e9fdee6e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:23.403149575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"b2e3ff8f-be87-4127-a719-94f78a140438","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:23.404092603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"91011a41-67f9-4650-bdd6-d623296b71c7","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:23.411022996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e61c4feb-4201-4fab-bfc8-60e41be64f51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:23.46112361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"b2e3ff8f-be87-4127-a719-94f78a140438","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:23.461642046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"91011a41-67f9-4650-bdd6-d623296b71c7","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:23.571018885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a36e5ff9-5617-4783-8ecf-5d042e600327","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:23.627477718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a36e5ff9-5617-4783-8ecf-5d042e600327","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:23.668572467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"4a5f1ef8-0f27-4986-b280-b83e89090a60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:23.724738262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"4a5f1ef8-0f27-4986-b280-b83e89090a60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:23.771410094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"174be68d-165b-457a-ba81-e50d3b96cdcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:23.828590392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"174be68d-165b-457a-ba81-e50d3b96cdcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:23.876533978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"f6a527a7-d440-4b44-9317-24f9caa839f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:23.933346934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"f6a527a7-d440-4b44-9317-24f9caa839f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:23.977901157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"c89df3f3-a868-48bd-8658-6213c84c57c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:23.978407329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"2dc93199-615a-482b-bfff-6dbb2a1e8d98","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:24.022380342Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"dd756ee8-4c97-455d-b363-caab380e4069","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:24.022404407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"dd756ee8-4c97-455d-b363-caab380e4069","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:24.02278367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"96bd0367-8fab-4100-bd3b-653755dc3fde","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:24.022800553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"96bd0367-8fab-4100-bd3b-653755dc3fde","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:24.023094689Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"fb085f1b-cdc7-435f-9738-4ad14163e333","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:24.023112283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"fb085f1b-cdc7-435f-9738-4ad14163e333","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:24.023415509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ec763a62-510b-4813-abf2-a8df705ec979","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:24.023433921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ec763a62-510b-4813-abf2-a8df705ec979","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:24.023759817Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5a85d113-aef6-4136-a9fe-460e9ace7308","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:24.023776809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5a85d113-aef6-4136-a9fe-460e9ace7308","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:24.02419808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"639a1ce0-2fd5-4413-a3b2-b9f61e203621","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:24.024216665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"639a1ce0-2fd5-4413-a3b2-b9f61e203621","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:24.024634967Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ebe11ee9-9e52-4179-8adf-ee4db6d93d39","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:24.024647619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ebe11ee9-9e52-4179-8adf-ee4db6d93d39","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:24.024862666Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b8c7d2fc-e480-4776-b6b8-8c924598f2a7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:24.024873895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b8c7d2fc-e480-4776-b6b8-8c924598f2a7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:24.035761778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"c89df3f3-a868-48bd-8658-6213c84c57c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:24.035967296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"2dc93199-615a-482b-bfff-6dbb2a1e8d98","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:24.076867367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7b2206","reconcileID":"e6106ca6-96b4-44ce-b847-59b82450ffd3","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7b2206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:24.07689835Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7b2206","reconcileID":"e6106ca6-96b4-44ce-b847-59b82450ffd3","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7b2206-0a59c39ee4dc","namespace":"llm","model":"e2e-rt-sw-7b2206","externalModel":"e2e-rt-sw-7b2206","provider":"e2e-rt-sw-7b2206-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:24.08786102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"82a438e7-0828-41df-8a49-014c99182801","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:24.144525478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"82a438e7-0828-41df-8a49-014c99182801","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:24.232533295Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"55ebee62-9687-42ea-bc24-79f3b76db995","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:24.232785753Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"002953cd-0a71-4aca-8868-fa96366ed8bb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:24.239900562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-access","reconcileID":"7c343507-720d-499c-a59b-20abd6337eda","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:24.287316387Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-7b2206-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-sub","reconcileID":"83c7158d-8b2f-479e-8a7b-1ae41dcb07df","MaaSSubscription":{"name":"e2e-rt-sw-7b2206-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-7b2206","model":"llm/e2e-rt-sw-7b2206","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:24.288716862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-policy-c0662f25","reconcileID":"272a0f26-81cc-43b7-b18b-3f9935f6e953","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-c0662f25","tenantID":"e2e-mt-c0662f25","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:24.304176323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-access","reconcileID":"7c343507-720d-499c-a59b-20abd6337eda","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:24.351396436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-policy-c0662f25","reconcileID":"272a0f26-81cc-43b7-b18b-3f9935f6e953","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"name":"e2e-mt-c0662f25-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:24.512715066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"72c7fbc7-0af5-4466-a5a2-38443183ad46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:24.512730034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"41d109c5-e906-4aa6-8d95-512c34411f33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:24.543514919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-ef54ab-access","reconcileID":"7cf7d511-d00c-492f-b645-354e0a468b38","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:24.570011432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"41d109c5-e906-4aa6-8d95-512c34411f33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:24.571056495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"72c7fbc7-0af5-4466-a5a2-38443183ad46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:24.600888894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-ef54ab-access","reconcileID":"7cf7d511-d00c-492f-b645-354e0a468b38","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:24.773377378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-access","reconcileID":"ebc7c7d1-02ff-45f1-acb8-6f3d34291271","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:24.831296089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-access","reconcileID":"ebc7c7d1-02ff-45f1-acb8-6f3d34291271","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:25.050910764Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7b2206","reconcileID":"84d3bfa2-3a8d-4f2c-82e0-974ecae61ad2","namespace":"llm","name":"e2e-rt-sw-7b2206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:25.160235567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e-access","reconcileID":"1876be27-2ea7-4d7a-920a-18792db6008b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cfe368","tenantID":"e2e-extmod-a-cfe368","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:25.215160795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"d6a6331c-b564-41f3-850e-300f8e5fd5ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:25.221133512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e-access","reconcileID":"1876be27-2ea7-4d7a-920a-18792db6008b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"name":"e2e-extmod-a-cfe368-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:25.267029216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4cf7ed3f-f8f5-4f97-a94c-2807e7ea4aa3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:25.272058646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"d6a6331c-b564-41f3-850e-300f8e5fd5ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:25.276341782Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-cfe368-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (816c547eca339e60a145839d63df704fb136ac31283f11a3c931a504efcc422a) AuthConfig (e4645c540572bc73d58b5cf1aa620eab192ff812295e90a82920422b777969d2) AuthConfig (2da9c0b4c2b1e0a332e92ad93fab386a96e8809343966953cbc1d19a4143aeea) AuthConfig (b1adfc55e9b6070d498b7800bdb1e74181a5e2832b68aaff9d4f77451737eef8) AuthConfig (a70411ec12e04fbba8dd56e7e6974ea1b2b8e070794914c299b7726be2d82836) AuthConfig (7a45a4e83fb80c19063cac64b2e764efab10a0beaa148f8867064250bfe8f515) AuthConfig (7564d2f1e899f66faebe741ccb93e6dc5d7d028cb2f87f66ad08976586af9150) AuthConfig (2867e36b24e9005d6c8cad0c0cc42eaaf8d3ba4ba620593123de1c6a4e1e661f) AuthConfig (33c066ea7ed6dfad5a4a9dca7dff548a7e01e8780b3c4ebc90667cf02589e41a) AuthConfig (f599531be4d652dfeaa01475a528bc81a5e3cf63cd8e25bbfae158411e35a8b9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e-access","reconcileID":"1876be27-2ea7-4d7a-920a-18792db6008b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:25.318335029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"ae217332-0b16-4089-beab-78a9a906f873","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:25.323669613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4cf7ed3f-f8f5-4f97-a94c-2807e7ea4aa3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:25.349682369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"971d32ec-8695-4927-9e71-837de24483b2","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:25.375138429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"ae217332-0b16-4089-beab-78a9a906f873","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:25.405991556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"971d32ec-8695-4927-9e71-837de24483b2","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:25.483716098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"10d996fb-5372-49b1-a352-43edc990e4b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:25.54006452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"10d996fb-5372-49b1-a352-43edc990e4b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:25.583679303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"a4a59805-3cbf-4f8d-8e8f-3637dc3f8563","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:25.636388735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"463504de-cc91-4948-b996-0b16cc1729c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:25.640352544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"a4a59805-3cbf-4f8d-8e8f-3637dc3f8563","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:25.693132133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"463504de-cc91-4948-b996-0b16cc1729c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:25.792337403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"43bbc0e7-c129-42f5-ac32-482c4888877f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:25.856687126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"d7bfdf48-cedd-48e2-941f-3dceb16b8477","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:25.859167648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"43bbc0e7-c129-42f5-ac32-482c4888877f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:25.913487591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"d7bfdf48-cedd-48e2-941f-3dceb16b8477","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:25.922848311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"6e8a91b7-e651-4d8b-9369-d162aa9a34f5","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:25.95235466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"97dea64e-b199-4893-aeca-522cd265a1a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:25.979269438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"6e8a91b7-e651-4d8b-9369-d162aa9a34f5","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:26.008807071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"97dea64e-b199-4893-aeca-522cd265a1a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:26.102718527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-access","reconcileID":"50708dbe-bb2c-4574-ac8f-b5ae0b0b8216","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:26.119511295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-policy-c0662f25","reconcileID":"f0cf1fed-a397-4435-9058-feeaf88e46d3","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-c0662f25","tenantID":"e2e-mt-c0662f25","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:26.159454809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-access","reconcileID":"50708dbe-bb2c-4574-ac8f-b5ae0b0b8216","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:26.175973511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-policy-c0662f25","reconcileID":"f0cf1fed-a397-4435-9058-feeaf88e46d3","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"name":"e2e-mt-c0662f25-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:26.325684883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-ef54ab-access","reconcileID":"ebfcc124-3897-41b6-ab52-4f51fb838fb6","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:26.383809055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-ef54ab-access","reconcileID":"ebfcc124-3897-41b6-ab52-4f51fb838fb6","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:26.803352372Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"default-tenant","reconcileID":"67f5e97a-305f-4604-abf7-c70fae610a97","namespace":"ai-tenant-e2e-mt-c0662f25","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:26.803420994Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"default-tenant","reconcileID":"67f5e97a-305f-4604-abf7-c70fae610a97","name":"e2e-sub-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:26.860519763Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"default-tenant","reconcileID":"67f5e97a-305f-4604-abf7-c70fae610a97","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:26.860545847Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"default-tenant","reconcileID":"67f5e97a-305f-4604-abf7-c70fae610a97","namespace":"ai-tenant-e2e-mt-c0662f25","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:26.86067859Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"default-tenant","reconcileID":"67f5e97a-305f-4604-abf7-c70fae610a97","name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:26.861634038Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"6726d68e-c36e-4546-9998-c8bbca57617b","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"tenant":"e2e-mt-c0662f25","gateway":"openshift-ingress/e2e-mt-c0662f25","model":"ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:26.861653914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"6726d68e-c36e-4546-9998-c8bbca57617b","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"routeName":"e2e-lifecycle-model-c0662f25-kserve-route","namespace":"ai-tenant-e2e-mt-c0662f25","llmisvcName":"e2e-lifecycle-model-c0662f25","gateway":"openshift-ingress/e2e-mt-c0662f25","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:26.916737014Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"default-tenant","reconcileID":"67f5e97a-305f-4604-abf7-c70fae610a97","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:26.920450703Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"d430705b-d118-4d31-9402-799c7185d0df","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"tenant":"e2e-mt-c0662f25","gateway":"openshift-ingress/e2e-mt-c0662f25","model":"ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:26.920472638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"d430705b-d118-4d31-9402-799c7185d0df","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"routeName":"e2e-lifecycle-model-c0662f25-kserve-route","namespace":"ai-tenant-e2e-mt-c0662f25","llmisvcName":"e2e-lifecycle-model-c0662f25","gateway":"openshift-ingress/e2e-mt-c0662f25","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:26.966606517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-policy-c0662f25","reconcileID":"b9051c42-70f6-4ac9-ae97-bc61c051670b","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-c0662f25","tenantID":"e2e-mt-c0662f25","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:27.022484561Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-sub-c0662f25","reconcileID":"396d266d-f055-411c-b7a6-bbffafb0c79c","MaaSSubscription":{"name":"e2e-sub-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-dd99b3db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:27.02319588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-policy-c0662f25","reconcileID":"b9051c42-70f6-4ac9-ae97-bc61c051670b","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"name":"e2e-mt-c0662f25-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:27.074017129Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-sub-c0662f25","reconcileID":"148bd92d-ade0-4a6a-94b9-9f618d9b8b48","MaaSSubscription":{"name":"e2e-sub-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-dd99b3db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:27.226503638Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-policy-c0662f25","reconcileID":"d46391ac-2f0b-4769-8762-178b8877f26d","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"model":"ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:27.383965205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-policy-c0662f25","reconcileID":"d46391ac-2f0b-4769-8762-178b8877f26d","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-c0662f25","tenantID":"e2e-mt-c0662f25","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:27.475878664Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"2d4fe79f-ea2d-4cdb-aee7-badd7c478b74","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:27.51043416Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-policy-c0662f25","reconcileID":"d46391ac-2f0b-4769-8762-178b8877f26d","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"name":"e2e-mt-c0662f25-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:27.510455968Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-policy-c0662f25","reconcileID":"d46391ac-2f0b-4769-8762-178b8877f26d","MaaSAuthPolicy":{"name":"e2e-policy-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-c0662f25","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:27.566593388Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"48998a1a-c3e8-4c16-8c6c-1b0f942073d4","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"tenant":"e2e-mt-c0662f25","gateway":"openshift-ingress/e2e-mt-c0662f25","model":"ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:27.566611821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"48998a1a-c3e8-4c16-8c6c-1b0f942073d4","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"routeName":"e2e-lifecycle-model-c0662f25-kserve-route","namespace":"ai-tenant-e2e-mt-c0662f25","llmisvcName":"e2e-lifecycle-model-c0662f25","gateway":"openshift-ingress/e2e-mt-c0662f25","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:30.784062442Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"8873afdb-af86-488c-b25f-2321f9a8ea71","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:32.551816075Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"f732500c-969a-4ebd-9e67-e928ad2a4ac8","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:33.495713294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be40210b-47c0-4077-aa91-4e87d390a033","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:33.54756143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be40210b-47c0-4077-aa91-4e87d390a033","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:33.599606194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be40210b-47c0-4077-aa91-4e87d390a033","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:33.651308463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be40210b-47c0-4077-aa91-4e87d390a033","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:35.383075343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e-access","reconcileID":"99f890d4-c92a-4404-9c58-c9120147932f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cfe368","tenantID":"e2e-extmod-a-cfe368","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:35.439853704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e-access","reconcileID":"99f890d4-c92a-4404-9c58-c9120147932f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"name":"e2e-extmod-a-cfe368-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:35.495281505Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-cfe368-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (816c547eca339e60a145839d63df704fb136ac31283f11a3c931a504efcc422a) AuthConfig (e4645c540572bc73d58b5cf1aa620eab192ff812295e90a82920422b777969d2) AuthConfig (2da9c0b4c2b1e0a332e92ad93fab386a96e8809343966953cbc1d19a4143aeea) AuthConfig (b1adfc55e9b6070d498b7800bdb1e74181a5e2832b68aaff9d4f77451737eef8) AuthConfig (a70411ec12e04fbba8dd56e7e6974ea1b2b8e070794914c299b7726be2d82836) AuthConfig (7a45a4e83fb80c19063cac64b2e764efab10a0beaa148f8867064250bfe8f515) AuthConfig (7564d2f1e899f66faebe741ccb93e6dc5d7d028cb2f87f66ad08976586af9150) AuthConfig (2867e36b24e9005d6c8cad0c0cc42eaaf8d3ba4ba620593123de1c6a4e1e661f) AuthConfig (33c066ea7ed6dfad5a4a9dca7dff548a7e01e8780b3c4ebc90667cf02589e41a) AuthConfig (f599531be4d652dfeaa01475a528bc81a5e3cf63cd8e25bbfae158411e35a8b9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e-access","reconcileID":"99f890d4-c92a-4404-9c58-c9120147932f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:35.587522052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f82c3a56-585c-4eee-9d88-efa9a85dd93d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:35.639513412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f82c3a56-585c-4eee-9d88-efa9a85dd93d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:35.691309955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f82c3a56-585c-4eee-9d88-efa9a85dd93d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:35.743184495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f82c3a56-585c-4eee-9d88-efa9a85dd93d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:36.78094876Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:37.126498025Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-sub-c0662f25","reconcileID":"4661f5e4-2cff-41db-b088-c101b1e10d1f","MaaSSubscription":{"name":"e2e-sub-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"model":"ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25","subscription":"e2e-sub-c0662f25","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:37.17899702Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-sub-c0662f25","reconcileID":"4661f5e4-2cff-41db-b088-c101b1e10d1f","MaaSSubscription":{"name":"e2e-sub-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"model":"ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:37.231495284Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-sub-c0662f25","reconcileID":"4661f5e4-2cff-41db-b088-c101b1e10d1f","MaaSSubscription":{"name":"e2e-sub-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"name":"maas-trlp-e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25","model":"ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:37.505635628Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-8f45a2 priority=0:[ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-41d69a-2a1454-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-fd3b7b-8f45a2-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-same-20611e-2a1454-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-same-20611e-ef54ab-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:37.505832704Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"b4112940-f1cf-4cfd-8428-ab3bb57e7dc6","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"tenant":"e2e-mt-c0662f25","gateway":"openshift-ingress/e2e-mt-c0662f25","model":"ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:37.505857848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"b4112940-f1cf-4cfd-8428-ab3bb57e7dc6","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"routeName":"e2e-lifecycle-model-c0662f25-kserve-route","namespace":"ai-tenant-e2e-mt-c0662f25","llmisvcName":"e2e-lifecycle-model-c0662f25","gateway":"openshift-ingress/e2e-mt-c0662f25","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:37.580937564Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"4088d2cc-0283-4e17-94d6-f63c8f4feaf8","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:42.708710523Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"d6b1e5fc-2c41-48f9-8fa1-e9187f2d66a7","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:45.36884846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c7370248-991d-4b8e-ab29-9970f1dbb6ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:45.36949696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f915d6dd-d807-45ab-84b9-a7ef4237984f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:45.392802543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-access","reconcileID":"2c5443fe-b6b8-4449-8d14-8018dc0d9bad","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:45.432292617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f915d6dd-d807-45ab-84b9-a7ef4237984f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:45.433395108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c7370248-991d-4b8e-ab29-9970f1dbb6ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:45.450003443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-access","reconcileID":"2c5443fe-b6b8-4449-8d14-8018dc0d9bad","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:45.611880156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e-access","reconcileID":"65d573e6-b970-4dc8-a7ec-793c8e389526","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cfe368","tenantID":"e2e-extmod-a-cfe368","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:45.674151904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e-access","reconcileID":"65d573e6-b970-4dc8-a7ec-793c8e389526","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"name":"e2e-extmod-a-cfe368-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:46.107045094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e","reconcileID":"97d94611-bb39-4e8c-85b4-e1e8e1546a75","MaaSModelRef":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"tenant":"e2e-extmod-a-cfe368","gateway":"openshift-ingress/e2e-extmod-a-cfe368","model":"ai-tenant-e2e-extmod-a-cfe368/e2e-cmp-legacy-9dbd2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:46.107072973Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e","reconcileID":"97d94611-bb39-4e8c-85b4-e1e8e1546a75","MaaSModelRef":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"routeName":"external-model-e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368","model":"e2e-cmp-legacy-9dbd2e","externalModel":"e2e-cmp-legacy-9dbd2e","provider":"e2e-cmp-legacy-9dbd2e-provider","gateway":"openshift-ingress/e2e-extmod-a-cfe368","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:47.690144449Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"546146aa-1561-4dd0-9472-85337f83003f","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:49.858097006Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-8f45a2 priority=0:[ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-41d69a-2a1454-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-fd3b7b-8f45a2-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-same-20611e-2a1454-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-same-20611e-ef54ab-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:49.909966366Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e","reconcileID":"ee31b03a-6b0f-42f8-90fc-87636afb6ee8","MaaSModelRef":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"tenant":"e2e-extmod-a-cfe368","gateway":"openshift-ingress/e2e-extmod-a-cfe368","model":"ai-tenant-e2e-extmod-a-cfe368/e2e-cmp-legacy-9dbd2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:49.909996966Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e","reconcileID":"ee31b03a-6b0f-42f8-90fc-87636afb6ee8","MaaSModelRef":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"routeName":"external-model-e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368","model":"e2e-cmp-legacy-9dbd2e","externalModel":"e2e-cmp-legacy-9dbd2e","provider":"e2e-cmp-legacy-9dbd2e-provider","gateway":"openshift-ingress/e2e-extmod-a-cfe368","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:49.964194078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e-access","reconcileID":"974e4cf9-6fe0-4d92-9b16-83deef72178a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cfe368","tenantID":"e2e-extmod-a-cfe368","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:34:49.965073082Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-9dbd2e-sub","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e-sub","reconcileID":"2a121aa9-58d3-4ab1-821c-f30bdbfdfeb0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cmp-legacy-9dbd2e-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:50.021161795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e-access","reconcileID":"974e4cf9-6fe0-4d92-9b16-83deef72178a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"name":"e2e-extmod-a-cfe368-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:50.075243296Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e","reconcileID":"4a1544b4-f3e5-4e7f-bb74-c53d243e091e","MaaSModelRef":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"tenant":"e2e-extmod-a-cfe368","gateway":"openshift-ingress/e2e-extmod-a-cfe368","model":"ai-tenant-e2e-extmod-a-cfe368/e2e-cmp-legacy-9dbd2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:50.075271453Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e","reconcileID":"4a1544b4-f3e5-4e7f-bb74-c53d243e091e","MaaSModelRef":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"routeName":"external-model-e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368","model":"e2e-cmp-legacy-9dbd2e","externalModel":"e2e-cmp-legacy-9dbd2e","provider":"e2e-cmp-legacy-9dbd2e-provider","gateway":"openshift-ingress/e2e-extmod-a-cfe368","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:50.183795665Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e","reconcileID":"d16bea5c-a691-4955-a258-7d372208db0f","MaaSModelRef":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"tenant":"e2e-extmod-a-cfe368","gateway":"openshift-ingress/e2e-extmod-a-cfe368","model":"ai-tenant-e2e-extmod-a-cfe368/e2e-cmp-legacy-9dbd2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:50.183825739Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e","reconcileID":"d16bea5c-a691-4955-a258-7d372208db0f","MaaSModelRef":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"routeName":"external-model-e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368","model":"e2e-cmp-legacy-9dbd2e","externalModel":"e2e-cmp-legacy-9dbd2e","provider":"e2e-cmp-legacy-9dbd2e-provider","gateway":"openshift-ingress/e2e-extmod-a-cfe368","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:50.287581366Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e","reconcileID":"30572957-9ef8-45be-a391-e2526c8c2544","MaaSModelRef":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"tenant":"e2e-extmod-a-cfe368","gateway":"openshift-ingress/e2e-extmod-a-cfe368","model":"ai-tenant-e2e-extmod-a-cfe368/e2e-cmp-legacy-9dbd2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:50.287605199Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e","reconcileID":"30572957-9ef8-45be-a391-e2526c8c2544","MaaSModelRef":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"routeName":"external-model-e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368","model":"e2e-cmp-legacy-9dbd2e","externalModel":"e2e-cmp-legacy-9dbd2e","provider":"e2e-cmp-legacy-9dbd2e-provider","gateway":"openshift-ingress/e2e-extmod-a-cfe368","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:50.388514301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e-access","reconcileID":"0e93f569-bcc9-4067-8e31-5c12fb624151","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cfe368","tenantID":"e2e-extmod-a-cfe368","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:50.396440616Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-9dbd2e-sub","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e-sub","reconcileID":"acc7c3e7-f63a-4a43-8572-0b3924915247","MaaSSubscription":{"name":"e2e-cmp-legacy-9dbd2e-sub","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"name":"maas-trlp-e2e-cmp-legacy-9dbd2e","model":"e2e-cmp-legacy-9dbd2e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-cfe368/e2e-cmp-legacy-9dbd2e-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:50.445567126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e-access","reconcileID":"0e93f569-bcc9-4067-8e31-5c12fb624151","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"name":"e2e-extmod-a-cfe368-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:50.663156597Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e","reconcileID":"e2ab3b91-cc95-4acc-b5ac-ecea143b8a90","MaaSModelRef":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"tenant":"e2e-extmod-a-cfe368","gateway":"openshift-ingress/e2e-extmod-a-cfe368","model":"ai-tenant-e2e-extmod-a-cfe368/e2e-cmp-legacy-9dbd2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:50.663190149Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e","reconcileID":"e2ab3b91-cc95-4acc-b5ac-ecea143b8a90","MaaSModelRef":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"routeName":"external-model-e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368","model":"e2e-cmp-legacy-9dbd2e","externalModel":"e2e-cmp-legacy-9dbd2e","provider":"e2e-cmp-legacy-9dbd2e-provider","gateway":"openshift-ingress/e2e-extmod-a-cfe368","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:50.869956251Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-9dbd2e-sub","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e-sub","reconcileID":"74888a99-38a7-4a20-8a71-6c12e24220cf","MaaSSubscription":{"name":"e2e-cmp-legacy-9dbd2e-sub","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"name":"maas-trlp-e2e-cmp-legacy-9dbd2e","model":"ai-tenant-e2e-extmod-a-cfe368/e2e-cmp-legacy-9dbd2e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:52.814287112Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"7201c036-718d-441f-9850-cf00f4ffa85a","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:53.89386137Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-a49015","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-a49015","reconcileID":"2841fba8-0dcc-40e5-bc6b-d321c690b2a6","namespace":"llm","name":"e2e-rt-eq-a49015","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:53.951265056Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-a49015","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-a49015","reconcileID":"cbb70c88-b9b4-4f45-a59b-8396b3ada054","namespace":"llm","name":"e2e-rt-eq-a49015","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:54.004178915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e-access","reconcileID":"f3fa031e-89b3-4cf9-8543-b87490b5824b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cfe368","tenantID":"e2e-extmod-a-cfe368","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:54.052501139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"7ad36e84-e8fa-4398-9fd3-c061e9c048e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:54.060956457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e-access","reconcileID":"f3fa031e-89b3-4cf9-8543-b87490b5824b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"name":"e2e-extmod-a-cfe368-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:54.102951883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4bd5da19-940c-4845-b72e-850338bb913a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:54.109047901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"7ad36e84-e8fa-4398-9fd3-c061e9c048e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:54.154134948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"813d6c2c-cc10-4479-b0e3-a70d22713ba3","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:54.15472367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"9c45b435-7994-4da5-a042-7bb92aa795e3","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:54.159529678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4bd5da19-940c-4845-b72e-850338bb913a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:54.211140219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"813d6c2c-cc10-4479-b0e3-a70d22713ba3","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:54.211212504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"9c45b435-7994-4da5-a042-7bb92aa795e3","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:54.27593826Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-a49015","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-a49015","reconcileID":"fa2ec072-ef0a-41f9-89ea-18e034504f01","MaaSModelRef":{"name":"e2e-rt-eq-a49015","namespace":"llm"},"name":"e2e-rt-eq-a49015","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:54.438644098Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7b2206","reconcileID":"e8c34cec-2935-430b-a8fc-fe29b58bc6fa","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7b2206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:54.438670578Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7b2206","reconcileID":"e8c34cec-2935-430b-a8fc-fe29b58bc6fa","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7b2206-0a59c39ee4dc","namespace":"llm","model":"e2e-rt-sw-7b2206","externalModel":"e2e-rt-sw-7b2206","provider":"e2e-rt-sw-7b2206-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:54.47801476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"6d18cee6-058d-41e1-a336-c59be86e93a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:54.482120464Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8d1fb446-b773-43b2-b02c-2fa1160ef9df","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:54.482161816Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"70b3d73c-6fcf-4c2a-ad6e-7e8821e7e643","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:54.520129398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"995d1921-764e-4376-87da-7d719cf3828f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:54.533671731Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-7b2206-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-sub","reconcileID":"83b35152-c650-4fea-8281-cc0e4cc2dff8","MaaSSubscription":{"name":"e2e-rt-sw-7b2206-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-7b2206","model":"llm/e2e-rt-sw-7b2206","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:54.536669517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"6d18cee6-058d-41e1-a336-c59be86e93a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:54.542565419Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-a49015","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-a49015","reconcileID":"33e92686-e90b-4ce6-9390-0a4e5ce7c2a0","MaaSModelRef":{"name":"e2e-rt-eq-a49015","namespace":"llm"},"name":"e2e-rt-eq-a49015","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:54.573656936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"d703878a-4d59-4829-8051-f6c5d8a3b79f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:54.579088803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"995d1921-764e-4376-87da-7d719cf3828f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:54.594389373Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"70f82b6b-b82e-4064-a2be-1c29160e682e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:54.594417331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"70f82b6b-b82e-4064-a2be-1c29160e682e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:54.594669785Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f4ad2db1-7a57-400e-96c6-268d4797c8ad","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:54.594680951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f4ad2db1-7a57-400e-96c6-268d4797c8ad","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:54.594911337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d24190e8-40b2-4680-a909-b02f4da4f412","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:54.594924707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d24190e8-40b2-4680-a909-b02f4da4f412","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:54.595221537Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f46c989d-477c-4ab5-82ae-9d8edf779ce0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:54.595233452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f46c989d-477c-4ab5-82ae-9d8edf779ce0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:54.595463311Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b33f26af-cb2d-42e9-9df7-8ac8be1d516e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:54.595473982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b33f26af-cb2d-42e9-9df7-8ac8be1d516e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:54.595758313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ba49f5e9-ac50-4036-8091-61e96b952aa9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:54.59576774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ba49f5e9-ac50-4036-8091-61e96b952aa9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:54.596032648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"18b89189-333d-4935-ae67-9a5defba9fae","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:54.596041733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"18b89189-333d-4935-ae67-9a5defba9fae","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:54.596222045Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2f65774a-8e7e-4dd2-9c89-040821687413","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:54.5962314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2f65774a-8e7e-4dd2-9c89-040821687413","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:54.630932187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"d703878a-4d59-4829-8051-f6c5d8a3b79f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:54.676316888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"0729b346-6a9d-4c35-a8ca-715362adb85f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:54.733814892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"0729b346-6a9d-4c35-a8ca-715362adb85f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:54.778267429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"0211cd4d-21c1-4daa-820b-855d44557c0c","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:54.835089384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"0211cd4d-21c1-4daa-820b-855d44557c0c","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:54.896512837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"c8fa2065-c287-4cca-9fc2-e4cdbc036cce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:54.95397886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"c8fa2065-c287-4cca-9fc2-e4cdbc036cce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:54.99761055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"6d9c0d0d-85af-43cc-b3c1-9decd5ae99a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:55.048419072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-access","reconcileID":"4827bcb3-2f70-4575-92d3-6121378d0d37","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:55.054084758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"6d9c0d0d-85af-43cc-b3c1-9decd5ae99a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:55.105603876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-access","reconcileID":"4827bcb3-2f70-4575-92d3-6121378d0d37","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:55.152065408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-ef54ab-access","reconcileID":"bd11eb44-61aa-439a-8f61-4cbd9cb3599f","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:55.208701953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-ef54ab-access","reconcileID":"bd11eb44-61aa-439a-8f61-4cbd9cb3599f","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:55.301287049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8dc57ecc-f08c-40fd-a43d-3648017673f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:55.355102285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"bdb578f1-0406-47c3-96d6-5c6ddc919332","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:55.359088673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8dc57ecc-f08c-40fd-a43d-3648017673f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:55.412138993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"bdb578f1-0406-47c3-96d6-5c6ddc919332","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:55.468556437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e-access","reconcileID":"62e30a06-597c-4142-aa5f-909ed8a26400","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cfe368","tenantID":"e2e-extmod-a-cfe368","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:55.502931758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"3fa8fbda-2484-44c8-bfe3-d61313c22988","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:55.524795547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e-access","reconcileID":"62e30a06-597c-4142-aa5f-909ed8a26400","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"name":"e2e-extmod-a-cfe368-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:55.559607181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"3fa8fbda-2484-44c8-bfe3-d61313c22988","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:55.66957787Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-a49015","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-a49015","reconcileID":"72183bee-1b35-41f1-b8b9-09053ad97ee7","namespace":"llm","name":"e2e-rt-eq-a49015","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:55.722154764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"81daf9f0-9093-4dcd-83fb-f37e6a789402","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:55.723354481Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-a49015","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-a49015","reconcileID":"203a15fa-1d86-4c84-9092-267363813ffc","MaaSModelRef":{"name":"e2e-rt-eq-a49015","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-a49015","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:55.723377661Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-a49015","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-a49015","reconcileID":"203a15fa-1d86-4c84-9092-267363813ffc","MaaSModelRef":{"name":"e2e-rt-eq-a49015","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-a49015-91904cc64c1f","namespace":"llm","model":"e2e-rt-eq-a49015","externalModel":"e2e-rt-eq-a49015","provider":"e2e-rt-eq-a49015-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:55.731909492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"b98b3065-bc68-4215-a64c-f286aaa27a5e","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:55.779304886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"81daf9f0-9093-4dcd-83fb-f37e6a789402","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:55.788870706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"b98b3065-bc68-4215-a64c-f286aaa27a5e","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:55.835562953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"b544c8af-53f3-454b-9fc6-ec863e4aab3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:55.89347811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"b544c8af-53f3-454b-9fc6-ec863e4aab3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:55.942236501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"fe57fc36-061f-4135-990b-61f9dc657111","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:56.067353418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"fe57fc36-061f-4135-990b-61f9dc657111","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:56.166189438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-access","reconcileID":"e0ae8694-6459-4607-b851-f39de7b4c79c","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:56.223222266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-access","reconcileID":"e0ae8694-6459-4607-b851-f39de7b4c79c","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:56.261111983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-ef54ab-access","reconcileID":"8251b30e-a212-41fe-abda-370cbfb74101","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:56.273023907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"55b07a3d-7515-4435-b345-7d940a205709","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:56.317809916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-ef54ab-access","reconcileID":"8251b30e-a212-41fe-abda-370cbfb74101","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:56.323169803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b2f74a74-d169-46f5-a1c0-3d9d65b677e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:56.329610244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"55b07a3d-7515-4435-b345-7d940a205709","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:56.380765931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b2f74a74-d169-46f5-a1c0-3d9d65b677e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:56.575776697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"02816ec9-7729-4646-9def-3879dfd08579","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:56.587041406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e-access","reconcileID":"601144d8-420c-4120-a231-3ad95be65215","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cfe368","tenantID":"e2e-extmod-a-cfe368","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:56.632618927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"02816ec9-7729-4646-9def-3879dfd08579","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:56.64395953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e-access","reconcileID":"601144d8-420c-4120-a231-3ad95be65215","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"name":"e2e-extmod-a-cfe368-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:56.738238663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"d194785f-ba13-46e5-8862-ba976d494d38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:56.742383705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6f3d642b-d439-496b-a8bf-54c35fba848e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:56.742480293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"bfd892d7-e3f8-4c91-9d89-31b452d1347f","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:56.795162643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"d194785f-ba13-46e5-8862-ba976d494d38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:56.799418099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"bfd892d7-e3f8-4c91-9d89-31b452d1347f","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:56.799567156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6f3d642b-d439-496b-a8bf-54c35fba848e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:57.050168143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"e1f74ffa-497f-4976-b8ad-6fb37b3a6ce5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:57.060024146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"6fa61314-8acb-472b-8101-6c2a7572a77a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:57.107252024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"e1f74ffa-497f-4976-b8ad-6fb37b3a6ce5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:57.116503507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"6fa61314-8acb-472b-8101-6c2a7572a77a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:57.208866307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"43e72e98-1697-49a5-99e8-21c9345417ff","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:57.265935611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"43e72e98-1697-49a5-99e8-21c9345417ff","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:34:57.79536832Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"73a8e3f2-becc-402e-aa1c-19a5fe2c3952","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:00.000622218Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-a49015","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-a49015","reconcileID":"b5175cbd-fb71-4c20-a59d-5c35dcd2ea77","MaaSModelRef":{"name":"e2e-rt-eq-a49015","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-a49015","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:00.000647701Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-a49015","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-a49015","reconcileID":"b5175cbd-fb71-4c20-a59d-5c35dcd2ea77","MaaSModelRef":{"name":"e2e-rt-eq-a49015","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-a49015-91904cc64c1f","namespace":"llm","model":"e2e-rt-eq-a49015","externalModel":"e2e-rt-eq-a49015","provider":"e2e-rt-eq-a49015-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:00.105224594Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-a49015","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-a49015","reconcileID":"b8990088-75f6-4c34-bcd8-d29e44ea10b7","MaaSModelRef":{"name":"e2e-rt-eq-a49015","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-a49015","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:00.105258304Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-a49015","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-a49015","reconcileID":"b8990088-75f6-4c34-bcd8-d29e44ea10b7","MaaSModelRef":{"name":"e2e-rt-eq-a49015","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-a49015-91904cc64c1f","namespace":"llm","model":"e2e-rt-eq-a49015","externalModel":"e2e-rt-eq-a49015","provider":"e2e-rt-eq-a49015-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:00.262452494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-a49015-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-a49015-access","reconcileID":"18b51da3-0246-4e66-ae55-9763c703816d","MaaSAuthPolicy":{"name":"e2e-rt-eq-a49015-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:00.318938017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-a49015-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-a49015-access","reconcileID":"18b51da3-0246-4e66-ae55-9763c703816d","MaaSAuthPolicy":{"name":"e2e-rt-eq-a49015-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:00.763738771Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-a49015","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-a49015","reconcileID":"c007a652-ba0b-4bd4-9e73-34febc6f1e75","MaaSModelRef":{"name":"e2e-rt-eq-a49015","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-a49015","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:00.763768448Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-a49015","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-a49015","reconcileID":"c007a652-ba0b-4bd4-9e73-34febc6f1e75","MaaSModelRef":{"name":"e2e-rt-eq-a49015","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-a49015-91904cc64c1f","namespace":"llm","model":"e2e-rt-eq-a49015","externalModel":"e2e-rt-eq-a49015","provider":"e2e-rt-eq-a49015-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:01.65334726Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-9dbd2e-sub","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e-sub","reconcileID":"ddc20efd-33bc-472f-908e-471f8e9e4420","MaaSSubscription":{"name":"e2e-cmp-legacy-9dbd2e-sub","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"name":"maas-trlp-e2e-cmp-legacy-9dbd2e","model":"ai-tenant-e2e-extmod-a-cfe368/e2e-cmp-legacy-9dbd2e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:01.921630761Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e","reconcileID":"6dfda2a2-ae73-43e1-825d-63132548478e","MaaSModelRef":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"tenant":"e2e-extmod-a-cfe368","gateway":"openshift-ingress/e2e-extmod-a-cfe368","model":"ai-tenant-e2e-extmod-a-cfe368/e2e-cmp-legacy-9dbd2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:01.921662304Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e","reconcileID":"6dfda2a2-ae73-43e1-825d-63132548478e","MaaSModelRef":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"routeName":"external-model-e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368","model":"e2e-cmp-legacy-9dbd2e","externalModel":"e2e-cmp-legacy-9dbd2e","provider":"e2e-cmp-legacy-9dbd2e-provider","gateway":"openshift-ingress/e2e-extmod-a-cfe368","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:02.302242341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e-access","reconcileID":"18b72cbf-9f9b-4a99-b0a7-30ed81a9125e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cfe368","tenantID":"e2e-extmod-a-cfe368","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:02.358968154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e-access","reconcileID":"18b72cbf-9f9b-4a99-b0a7-30ed81a9125e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"name":"e2e-extmod-a-cfe368-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:02.918805113Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"6481d3a3-3fa6-45bf-b8cf-ee9baeeae423","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:05.481756906Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e","reconcileID":"fc63a35c-f2a4-445a-9de6-61d55cf5b731","namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:05.513241318Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-8f45a2 priority=0:[ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-41d69a-2a1454-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-fd3b7b-8f45a2-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-same-20611e-2a1454-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-same-20611e-ef54ab-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-a49015-sub models-as-a-service/e2e-rt-sw-7b2206-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:05.533501455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e","reconcileID":"28e18953-8d0b-48cc-88a5-fa5806a046b8","MaaSModelRef":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"tenant":"e2e-extmod-a-cfe368","gateway":"openshift-ingress/e2e-extmod-a-cfe368","model":"ai-tenant-e2e-extmod-a-cfe368/e2e-cmp-legacy-9dbd2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:05.533526223Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e","reconcileID":"28e18953-8d0b-48cc-88a5-fa5806a046b8","MaaSModelRef":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"routeName":"external-model-e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368","model":"e2e-cmp-legacy-9dbd2e","externalModel":"e2e-cmp-legacy-9dbd2e","provider":"e2e-cmp-legacy-9dbd2e-provider","gateway":"openshift-ingress/e2e-extmod-a-cfe368","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:05.658444507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"db1f15ba-c964-4d5a-a2f0-156fe04758f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:35:05.65955884Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-rt-eq-a49015-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-eq-a49015-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:05.659890125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"b8ea226d-1f50-4c95-8f64-19d443dde640","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:05.660539012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-a49015","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-a49015","reconcileID":"2a2966d3-f6ed-48e9-bc70-2ad4124cd8fd","MaaSModelRef":{"name":"e2e-rt-eq-a49015","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-a49015","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:05.66055825Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-a49015","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-a49015","reconcileID":"2a2966d3-f6ed-48e9-bc70-2ad4124cd8fd","MaaSModelRef":{"name":"e2e-rt-eq-a49015","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-a49015-91904cc64c1f","namespace":"llm","model":"e2e-rt-eq-a49015","externalModel":"e2e-rt-eq-a49015","provider":"e2e-rt-eq-a49015-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:05.6609027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"b64ce1a1-eed6-415a-9191-2428aa0822ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:05.751408667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"db1f15ba-c964-4d5a-a2f0-156fe04758f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:05.753678453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"b64ce1a1-eed6-415a-9191-2428aa0822ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:05.753792461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"b8ea226d-1f50-4c95-8f64-19d443dde640","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:05.763823413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"e46e27e0-fb79-44f5-95af-483227a5aa77","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:05.763915718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"775cc11d-3178-43ad-9a4b-4590ce96bdee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:05.821931332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"e46e27e0-fb79-44f5-95af-483227a5aa77","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:05.821938629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"775cc11d-3178-43ad-9a4b-4590ce96bdee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:05.858648505Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7b2206","reconcileID":"6cdec93c-0acd-47a7-8487-383e389abb66","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7b2206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:05.858668458Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7b2206","reconcileID":"6cdec93c-0acd-47a7-8487-383e389abb66","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7b2206-0a59c39ee4dc","namespace":"llm","model":"e2e-rt-sw-7b2206","externalModel":"e2e-rt-sw-7b2206","provider":"e2e-rt-sw-7b2206-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:05.964607274Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-a49015","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-a49015","reconcileID":"6878482d-6776-4bad-b37a-e3dedb319b2b","MaaSModelRef":{"name":"e2e-rt-eq-a49015","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-a49015","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:05.964645832Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-a49015","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-a49015","reconcileID":"6878482d-6776-4bad-b37a-e3dedb319b2b","MaaSModelRef":{"name":"e2e-rt-eq-a49015","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-a49015-91904cc64c1f","namespace":"llm","model":"e2e-rt-eq-a49015","externalModel":"e2e-rt-eq-a49015","provider":"e2e-rt-eq-a49015-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:05.972286515Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e","reconcileID":"1afdff82-f8a3-4153-9643-0a26633d1d15","namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:06.013906295Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-a49015-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-a49015-sub","reconcileID":"db777ee9-3472-499f-99e0-b786edd19934","MaaSSubscription":{"name":"e2e-rt-eq-a49015-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-a49015","model":"e2e-rt-eq-a49015","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-eq-a49015-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:06.064833186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"0b5abddf-a737-41c1-b383-86459efd04e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:06.066370377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"f235c922-4516-4adc-abeb-b7a12c558696","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:06.068733833Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e","reconcileID":"8aed25d5-dad4-465f-860a-16db8aae3d7d","MaaSModelRef":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"tenant":"e2e-extmod-a-cfe368","gateway":"openshift-ingress/e2e-extmod-a-cfe368","model":"ai-tenant-e2e-extmod-a-cfe368/e2e-cmp-legacy-9dbd2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:06.068753661Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e","reconcileID":"8aed25d5-dad4-465f-860a-16db8aae3d7d","MaaSModelRef":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"routeName":"external-model-e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368","model":"e2e-cmp-legacy-9dbd2e","externalModel":"e2e-cmp-legacy-9dbd2e","provider":"e2e-cmp-legacy-9dbd2e-provider","gateway":"openshift-ingress/e2e-extmod-a-cfe368","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:06.121527713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"0b5abddf-a737-41c1-b383-86459efd04e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:06.122928613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"f235c922-4516-4adc-abeb-b7a12c558696","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:06.168199464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-access","reconcileID":"45cfdcaf-f496-41fd-a6ba-52992fc3882e","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:06.224926819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-access","reconcileID":"45cfdcaf-f496-41fd-a6ba-52992fc3882e","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:06.265218415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-a49015-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-a49015-access","reconcileID":"1b529b3e-a6dc-4088-a24a-7261100ae82e","MaaSAuthPolicy":{"name":"e2e-rt-eq-a49015-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:06.32012606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-a49015","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-a49015","reconcileID":"82650086-70d4-41d4-b1ac-3e6361caea0f","MaaSModelRef":{"name":"e2e-rt-eq-a49015","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-a49015","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:06.320147909Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-a49015","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-a49015","reconcileID":"82650086-70d4-41d4-b1ac-3e6361caea0f","MaaSModelRef":{"name":"e2e-rt-eq-a49015","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-a49015-91904cc64c1f","namespace":"llm","model":"e2e-rt-eq-a49015","externalModel":"e2e-rt-eq-a49015","provider":"e2e-rt-eq-a49015-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:06.321941395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-a49015-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-a49015-access","reconcileID":"1b529b3e-a6dc-4088-a24a-7261100ae82e","MaaSAuthPolicy":{"name":"e2e-rt-eq-a49015-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:06.366075339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-ef54ab-access","reconcileID":"531f3ca8-df1b-476e-925c-4b4de16d3c05","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:06.423168181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-ef54ab-access","reconcileID":"531f3ca8-df1b-476e-925c-4b4de16d3c05","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:06.46402084Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e","reconcileID":"cf7e9c31-9a73-46ce-8a37-c201c11a24c4","namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:06.484273814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"664064c8-9ccd-4dc0-94b3-bb41bbedac43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:06.527599665Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-a49015-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-a49015-sub","reconcileID":"382647f9-d9f0-4341-9505-63aa63a20ec0","MaaSSubscription":{"name":"e2e-rt-eq-a49015-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-a49015","model":"llm/e2e-rt-eq-a49015","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:06.542081554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"664064c8-9ccd-4dc0-94b3-bb41bbedac43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:06.587003121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e3dd0272-7afa-4b1f-a444-a785a5bc26a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:06.643834529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e3dd0272-7afa-4b1f-a444-a785a5bc26a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:06.691578962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e-access","reconcileID":"f47db591-e9b8-4695-b7c3-fa2fb939544a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cfe368","tenantID":"e2e-extmod-a-cfe368","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:06.744357857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"78223ad3-ca21-474b-8559-28d0a7fae6c2","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:06.748336613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e-access","reconcileID":"f47db591-e9b8-4695-b7c3-fa2fb939544a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"name":"e2e-extmod-a-cfe368-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:06.780868406Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:06.801185182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"78223ad3-ca21-474b-8559-28d0a7fae6c2","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:06.948145755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"650fd4fc-def5-4589-a299-e1700ca213a6","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:06.990979427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"fef74ab6-369b-460e-8d7d-3228c94fa863","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:07.004679991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"650fd4fc-def5-4589-a299-e1700ca213a6","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:07.041900058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"22e6f25b-4a73-497d-9b8b-c054f10251ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:07.047502251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"fef74ab6-369b-460e-8d7d-3228c94fa863","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:07.099824038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"22e6f25b-4a73-497d-9b8b-c054f10251ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:07.164209251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"f07eacb4-b0fd-46d7-8636-e86c65c35691","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:07.221109343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"f07eacb4-b0fd-46d7-8636-e86c65c35691","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:07.265641182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"7dadee8f-3dce-4ab5-b312-ac92031ec12b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:07.322641372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"7dadee8f-3dce-4ab5-b312-ac92031ec12b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:07.422647321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"b21dff3c-fdd3-4a45-a97c-244e209eb650","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:07.423594708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"463aa716-79a9-41bd-ad3e-73726cfc4f9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:07.474731372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"b4007c49-37ea-4347-b5bd-82d932379028","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:07.479574599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"b21dff3c-fdd3-4a45-a97c-244e209eb650","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:07.480123128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"463aa716-79a9-41bd-ad3e-73726cfc4f9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:07.531777268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"b4007c49-37ea-4347-b5bd-82d932379028","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:07.636483617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-access","reconcileID":"b8012944-6d9d-4912-8cee-e99368adad05","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:07.692833873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-access","reconcileID":"b8012944-6d9d-4912-8cee-e99368adad05","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:07.83740878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-a49015-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-a49015-access","reconcileID":"470a7697-c958-4b9c-9b4c-7ad3df87da99","MaaSAuthPolicy":{"name":"e2e-rt-eq-a49015-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:07.893944824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-a49015-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-a49015-access","reconcileID":"470a7697-c958-4b9c-9b4c-7ad3df87da99","MaaSAuthPolicy":{"name":"e2e-rt-eq-a49015-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:07.900282572Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"e2ac2abe-6124-4024-a9c2-179d1517a6de","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:07.938699267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"42f3712a-5104-49aa-90f5-968cf300467a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:07.938721992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-ef54ab-access","reconcileID":"d787bc30-e85d-416e-b565-ac74ccbce6b5","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:07.946422608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"e9e2ff50-fb8e-4636-8ccf-bb2d53f639e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:07.995655133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"42f3712a-5104-49aa-90f5-968cf300467a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:07.995714297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-ef54ab-access","reconcileID":"d787bc30-e85d-416e-b565-ac74ccbce6b5","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:08.002928817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"e9e2ff50-fb8e-4636-8ccf-bb2d53f639e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:13.024303419Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"b7f3d6b4-4b7e-4d86-9595-5b96afdd6572","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:18.005000015Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"67a4f6b9-65be-45da-9cc8-d81e6c992733","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:23.129912881Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"03c318d6-f90b-41ba-b127-613d92d75aa6","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:25.760048924Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-a49015-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-a49015-sub","reconcileID":"bfc874ac-50c1-4e0b-a0d0-7d3a60d88834","MaaSSubscription":{"name":"e2e-rt-eq-a49015-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-a49015","model":"llm/e2e-rt-eq-a49015","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:26.075232899Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-a49015","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-a49015","reconcileID":"95d7ae06-15c3-41cd-8c47-e0fcea49ef6a","MaaSModelRef":{"name":"e2e-rt-eq-a49015","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-a49015","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:26.075554682Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-a49015","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-a49015","reconcileID":"95d7ae06-15c3-41cd-8c47-e0fcea49ef6a","MaaSModelRef":{"name":"e2e-rt-eq-a49015","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-a49015-91904cc64c1f","namespace":"llm","model":"e2e-rt-eq-a49015","externalModel":"e2e-rt-eq-a49015","provider":"e2e-rt-eq-a49015-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:26.822886193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-access","reconcileID":"18a4b7fe-ecfe-4154-bc1c-61c5a1bc0f54","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:26.823246178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a0f1154c-fdc5-4818-8225-565a0b6c199c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:26.836102759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5f167a2f-9dec-4b3b-af2a-904c3926863a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:26.836134698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-a49015-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-a49015-access","reconcileID":"c713b907-b4a5-4ab4-9dfa-81924a08aaa4","MaaSAuthPolicy":{"name":"e2e-rt-eq-a49015-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:26.891345333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a0f1154c-fdc5-4818-8225-565a0b6c199c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:26.893932227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-access","reconcileID":"18a4b7fe-ecfe-4154-bc1c-61c5a1bc0f54","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:26.899146486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-a49015-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-a49015-access","reconcileID":"c713b907-b4a5-4ab4-9dfa-81924a08aaa4","MaaSAuthPolicy":{"name":"e2e-rt-eq-a49015-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:26.90745353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5f167a2f-9dec-4b3b-af2a-904c3926863a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:27.211702731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e","reconcileID":"88b17908-e894-4e57-9305-ac9f3847703f","MaaSModelRef":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"tenant":"e2e-extmod-a-cfe368","gateway":"openshift-ingress/e2e-extmod-a-cfe368","model":"ai-tenant-e2e-extmod-a-cfe368/e2e-cmp-legacy-9dbd2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:27.211752115Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e","reconcileID":"88b17908-e894-4e57-9305-ac9f3847703f","MaaSModelRef":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"routeName":"external-model-e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368","model":"e2e-cmp-legacy-9dbd2e","externalModel":"e2e-cmp-legacy-9dbd2e","provider":"e2e-cmp-legacy-9dbd2e-provider","gateway":"openshift-ingress/e2e-extmod-a-cfe368","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:27.268406774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e-access","reconcileID":"7926d9b2-fa12-4e7d-ad2d-27034b9b6fcf","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cfe368","tenantID":"e2e-extmod-a-cfe368","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:27.327592796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e-access","reconcileID":"7926d9b2-fa12-4e7d-ad2d-27034b9b6fcf","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"name":"e2e-extmod-a-cfe368-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:27.375888983Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-9dbd2e-sub","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e-sub","reconcileID":"2a46c3df-9019-4c40-a129-685d9904bb28","MaaSSubscription":{"name":"e2e-cmp-legacy-9dbd2e-sub","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d1989b21","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:27.716596671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e-access","reconcileID":"638ee7e9-446e-4a13-9332-9175873a8e3c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cfe368","tenantID":"e2e-extmod-a-cfe368","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:27.773183878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e-access","reconcileID":"638ee7e9-446e-4a13-9332-9175873a8e3c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"name":"e2e-extmod-a-cfe368-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:28.109655025Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"2ebf8695-d3b4-41c8-9386-83339c219d99","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:33.236280413Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"a4b170e2-4083-41df-bf74-ff38f94ea26a","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:34.317409019Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"default-tenant","reconcileID":"b07334b5-750b-4bea-983b-77c083ff32f1","namespace":"ai-tenant-e2e-mt-c0662f25","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:34.317469913Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"default-tenant","reconcileID":"b07334b5-750b-4bea-983b-77c083ff32f1","namespace":"ai-tenant-e2e-mt-c0662f25","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:34.317528275Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"default-tenant","reconcileID":"b07334b5-750b-4bea-983b-77c083ff32f1","tenant":"e2e-mt-c0662f25","tenantID":"e2e-mt-c0662f25","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:34.371855154Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"default-tenant","reconcileID":"b07334b5-750b-4bea-983b-77c083ff32f1","gvk":"Deployment","name":"maas-api-e2e-mt-c0662f25","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:34.431966971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"default-tenant","reconcileID":"b07334b5-750b-4bea-983b-77c083ff32f1","gvk":"Service","name":"maas-api-e2e-mt-c0662f25","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:34.492648458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"default-tenant","reconcileID":"b07334b5-750b-4bea-983b-77c083ff32f1","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-c0662f25","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:34.54660045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"default-tenant","reconcileID":"b07334b5-750b-4bea-983b-77c083ff32f1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-c0662f25","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:34.600923179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"default-tenant","reconcileID":"b07334b5-750b-4bea-983b-77c083ff32f1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-c0662f25","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:34.655535198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"default-tenant","reconcileID":"b07334b5-750b-4bea-983b-77c083ff32f1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-c0662f25","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:34.712279338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"default-tenant","reconcileID":"b07334b5-750b-4bea-983b-77c083ff32f1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-c0662f25","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:34.766454879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"default-tenant","reconcileID":"b07334b5-750b-4bea-983b-77c083ff32f1","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-c0662f25","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:34.817723273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"default-tenant","reconcileID":"b07334b5-750b-4bea-983b-77c083ff32f1","gvk":"Deployment","name":"payload-processing-e2e-mt-c0662f25","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:34.869046348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"default-tenant","reconcileID":"b07334b5-750b-4bea-983b-77c083ff32f1","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-c0662f25","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:34.920292136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"default-tenant","reconcileID":"b07334b5-750b-4bea-983b-77c083ff32f1","gvk":"Service","name":"payload-processing-e2e-mt-c0662f25","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:34.971978956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"default-tenant","reconcileID":"b07334b5-750b-4bea-983b-77c083ff32f1","gvk":"Service","name":"payload-pre-processing-e2e-mt-c0662f25","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:35.027275838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"default-tenant","reconcileID":"b07334b5-750b-4bea-983b-77c083ff32f1","gvk":"DestinationRule","name":"payload-processing-e2e-mt-c0662f25","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:35.081350489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"default-tenant","reconcileID":"b07334b5-750b-4bea-983b-77c083ff32f1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-c0662f25","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:35.1340532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"default-tenant","reconcileID":"b07334b5-750b-4bea-983b-77c083ff32f1","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-c0662f25","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:35.191590051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"default-tenant","reconcileID":"b07334b5-750b-4bea-983b-77c083ff32f1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-c0662f25","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:35.24302378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"default-tenant","reconcileID":"b07334b5-750b-4bea-983b-77c083ff32f1","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-c0662f25","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:35.294627076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"default-tenant","reconcileID":"b07334b5-750b-4bea-983b-77c083ff32f1","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-c0662f25","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:35.347957064Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"default-tenant","reconcileID":"b07334b5-750b-4bea-983b-77c083ff32f1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-c0662f25","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:35.399805931Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"default-tenant","reconcileID":"b07334b5-750b-4bea-983b-77c083ff32f1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-c0662f25","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:36.256909314Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-c0662f25","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-c0662f25","reconcileID":"1d3ac090-175a-41d3-a209-5789c0f720cd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-c0662f25","removed":["maas.opendatahub.io/gateway-access-e2e-mt-c0662f25"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:36.595180681Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"822f0582-b32b-4359-ae0d-61c69848fe11","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:35:36.647812093Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"7c338f86-8bcd-4bfd-9c66-8989962bbad6","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25-kserve-route (gateways: [openshift-ingress/e2e-mt-c0662f25]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:35:36.70525482Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"7c338f86-8bcd-4bfd-9c66-8989962bbad6","error":"resolve tenant gateway for model ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25-kserve-route (gateways: [openshift-ingress/e2e-mt-c0662f25]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:35:36.710760197Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"7a1a222e-d022-45b3-aef4-e3515ec62f50","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25-kserve-route (gateways: [openshift-ingress/e2e-mt-c0662f25]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:35:36.710820626Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"7a1a222e-d022-45b3-aef4-e3515ec62f50","error":"resolve tenant gateway for model ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25-kserve-route (gateways: [openshift-ingress/e2e-mt-c0662f25]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:35:36.721921407Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"a9139197-7c3a-4f21-b208-1632ef42e3c0","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25-kserve-route (gateways: [openshift-ingress/e2e-mt-c0662f25]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:35:36.721972881Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"a9139197-7c3a-4f21-b208-1632ef42e3c0","error":"resolve tenant gateway for model ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25-kserve-route (gateways: [openshift-ingress/e2e-mt-c0662f25]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:35:36.742940748Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"1d0293f0-f47a-4247-b267-113864448527","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25-kserve-route (gateways: [openshift-ingress/e2e-mt-c0662f25]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:35:36.74299589Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"1d0293f0-f47a-4247-b267-113864448527","error":"resolve tenant gateway for model ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25-kserve-route (gateways: [openshift-ingress/e2e-mt-c0662f25]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:36.781388589Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:35:36.783665014Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"d90ad7ee-e932-4c70-97f0-7eb7f12255d1","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25-kserve-route (gateways: [openshift-ingress/e2e-mt-c0662f25]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:35:36.783741753Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"d90ad7ee-e932-4c70-97f0-7eb7f12255d1","error":"resolve tenant gateway for model ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25-kserve-route (gateways: [openshift-ingress/e2e-mt-c0662f25]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:35:36.864120364Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"fc681c0c-19d3-4ac0-b302-5496e55995e9","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25-kserve-route (gateways: [openshift-ingress/e2e-mt-c0662f25]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:35:36.864291489Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"fc681c0c-19d3-4ac0-b302-5496e55995e9","error":"resolve tenant gateway for model ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25-kserve-route (gateways: [openshift-ingress/e2e-mt-c0662f25]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:35:37.025150645Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"1b075cf1-bc76-45a6-b3d3-3a7f3bd43aac","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25-kserve-route (gateways: [openshift-ingress/e2e-mt-c0662f25]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:35:37.02522634Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"1b075cf1-bc76-45a6-b3d3-3a7f3bd43aac","error":"resolve tenant gateway for model ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25-kserve-route (gateways: [openshift-ingress/e2e-mt-c0662f25]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:35:37.346510466Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"0bb36b92-6234-4944-a37d-527f66c3bebe","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25-kserve-route (gateways: [openshift-ingress/e2e-mt-c0662f25]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:35:37.346579503Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"0bb36b92-6234-4944-a37d-527f66c3bebe","error":"resolve tenant gateway for model ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25-kserve-route (gateways: [openshift-ingress/e2e-mt-c0662f25]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:37.428367067Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-9dbd2e-sub","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e-sub","reconcileID":"ba34e3e9-e96e-45c2-b57f-42793443bf97","MaaSSubscription":{"name":"e2e-cmp-legacy-9dbd2e-sub","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"model":"ai-tenant-e2e-extmod-a-cfe368/e2e-cmp-legacy-9dbd2e","subscription":"e2e-cmp-legacy-9dbd2e-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:37.480425205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94fe4aa5-30d8-4415-8029-08392eb90ab0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:37.532602664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94fe4aa5-30d8-4415-8029-08392eb90ab0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:37.585294368Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-9dbd2e-sub","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e-sub","reconcileID":"ba34e3e9-e96e-45c2-b57f-42793443bf97","MaaSSubscription":{"name":"e2e-cmp-legacy-9dbd2e-sub","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"model":"ai-tenant-e2e-extmod-a-cfe368/e2e-cmp-legacy-9dbd2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:37.587568984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94fe4aa5-30d8-4415-8029-08392eb90ab0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:37.639706412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94fe4aa5-30d8-4415-8029-08392eb90ab0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:37.639758376Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-9dbd2e-sub","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e-sub","reconcileID":"ba34e3e9-e96e-45c2-b57f-42793443bf97","MaaSSubscription":{"name":"e2e-cmp-legacy-9dbd2e-sub","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"name":"maas-trlp-e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368","model":"ai-tenant-e2e-extmod-a-cfe368/e2e-cmp-legacy-9dbd2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:37.960088329Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-8f45a2 priority=0:[ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-41d69a-2a1454-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-fd3b7b-8f45a2-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-same-20611e-2a1454-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-same-20611e-ef54ab-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-a49015-sub models-as-a-service/e2e-rt-sw-7b2206-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:38.012223391Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e","reconcileID":"0312c887-0a52-4c83-bb13-729cd4fe4d55","MaaSModelRef":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"tenant":"e2e-extmod-a-cfe368","gateway":"openshift-ingress/e2e-extmod-a-cfe368","model":"ai-tenant-e2e-extmod-a-cfe368/e2e-cmp-legacy-9dbd2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:38.012259692Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e","reconcileID":"0312c887-0a52-4c83-bb13-729cd4fe4d55","MaaSModelRef":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"routeName":"external-model-e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368","model":"e2e-cmp-legacy-9dbd2e","externalModel":"e2e-cmp-legacy-9dbd2e","provider":"e2e-cmp-legacy-9dbd2e-provider","gateway":"openshift-ingress/e2e-extmod-a-cfe368","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:38.066040658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e-access","reconcileID":"b4382081-ab59-4421-b0fb-65add7a926c7","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cfe368","tenantID":"e2e-extmod-a-cfe368","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:35:38.122371119Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"4b9f8258-a9a5-498f-a3ce-61a21fbad3b4","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25-kserve-route (gateways: [openshift-ingress/e2e-mt-c0662f25]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:35:38.122452519Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"4b9f8258-a9a5-498f-a3ce-61a21fbad3b4","error":"resolve tenant gateway for model ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25-kserve-route (gateways: [openshift-ingress/e2e-mt-c0662f25]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:38.123257753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e-access","reconcileID":"b4382081-ab59-4421-b0fb-65add7a926c7","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"name":"e2e-extmod-a-cfe368-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:38.174903067Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-a49015","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-a49015","reconcileID":"955240a0-295b-4116-a298-61963867bca0","MaaSModelRef":{"name":"e2e-rt-eq-a49015","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-a49015","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:38.174926789Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-a49015","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-a49015","reconcileID":"955240a0-295b-4116-a298-61963867bca0","MaaSModelRef":{"name":"e2e-rt-eq-a49015","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-a49015-91904cc64c1f","namespace":"llm","model":"e2e-rt-eq-a49015","externalModel":"e2e-rt-eq-a49015","provider":"e2e-rt-eq-a49015-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:38.279232157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e","reconcileID":"a85584ec-6d7a-4ff0-a22c-a0af74acc195","MaaSModelRef":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"tenant":"e2e-extmod-a-cfe368","gateway":"openshift-ingress/e2e-extmod-a-cfe368","model":"ai-tenant-e2e-extmod-a-cfe368/e2e-cmp-legacy-9dbd2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:38.279260179Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e","reconcileID":"a85584ec-6d7a-4ff0-a22c-a0af74acc195","MaaSModelRef":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"routeName":"external-model-e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368","model":"e2e-cmp-legacy-9dbd2e","externalModel":"e2e-cmp-legacy-9dbd2e","provider":"e2e-cmp-legacy-9dbd2e-provider","gateway":"openshift-ingress/e2e-extmod-a-cfe368","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:38.382608662Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e-access","reconcileID":"031287df-b129-4077-9a7b-c1dd0988cbcc","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"model":"ai-tenant-e2e-extmod-a-cfe368/e2e-cmp-legacy-9dbd2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:38.383232079Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"b9871588-3aad-470c-99cf-fb6f527eaf1b","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:38.59194934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e-access","reconcileID":"031287df-b129-4077-9a7b-c1dd0988cbcc","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cfe368","tenantID":"e2e-extmod-a-cfe368","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:38.806423536Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e-access","reconcileID":"031287df-b129-4077-9a7b-c1dd0988cbcc","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"name":"e2e-extmod-a-cfe368-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:38.806447737Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e-access","reconcileID":"031287df-b129-4077-9a7b-c1dd0988cbcc","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9dbd2e-access","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-cfe368","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:38.920815811Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e","reconcileID":"afce0428-afeb-436d-9872-78d51d618e93","MaaSModelRef":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"tenant":"e2e-extmod-a-cfe368","gateway":"openshift-ingress/e2e-extmod-a-cfe368","model":"ai-tenant-e2e-extmod-a-cfe368/e2e-cmp-legacy-9dbd2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:38.920843148Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e","reconcileID":"afce0428-afeb-436d-9872-78d51d618e93","MaaSModelRef":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"routeName":"external-model-e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368","model":"e2e-cmp-legacy-9dbd2e","externalModel":"e2e-cmp-legacy-9dbd2e","provider":"e2e-cmp-legacy-9dbd2e-provider","gateway":"openshift-ingress/e2e-extmod-a-cfe368","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:35:39.402968907Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"46565fb6-6fb8-4927-a625-b14ca978e281","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25-kserve-route (gateways: [openshift-ingress/e2e-mt-c0662f25]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:35:39.403035724Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"46565fb6-6fb8-4927-a625-b14ca978e281","error":"resolve tenant gateway for model ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25-kserve-route (gateways: [openshift-ingress/e2e-mt-c0662f25]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:39.413250525Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e","reconcileID":"74321820-3d63-42f4-82fd-8b019c985add","namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:39.505354265Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-subscription","reconcileID":"55ee0980-b8e0-41ea-9735-7076051c1a76","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-premium-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/premium-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:39.514816164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddf7752e-0011-4545-8afc-3d8b4b25c722","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:39.567054033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddf7752e-0011-4545-8afc-3d8b4b25c722","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:39.61945657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddf7752e-0011-4545-8afc-3d8b4b25c722","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:39.619964262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"4791891e-4407-4aac-a62d-eb253ab31610","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:39.67164102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddf7752e-0011-4545-8afc-3d8b4b25c722","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:39.672129954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"8f41fa2b-7eea-4a0d-b3d1-cb76393dc769","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:39.672926916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"ec6d202f-d182-4a18-be5a-e01d9f3c91fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:39.673208452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"ccd1c1eb-1c49-473f-a9ad-124176cdec03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:39.727142474Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"d1f38875-a620-4d92-8613-665e0dee5d3f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:39.732003353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"ec6d202f-d182-4a18-be5a-e01d9f3c91fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:39.73235227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"8f41fa2b-7eea-4a0d-b3d1-cb76393dc769","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:39.734202112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"4791891e-4407-4aac-a62d-eb253ab31610","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:39.734538665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"ccd1c1eb-1c49-473f-a9ad-124176cdec03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:39.828722848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"272be75c-1a5f-4822-96f0-a0b455838205","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:39.831497687Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"aa9d94c3-3805-4fb8-bdcd-242d16cffc6a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:39.885522836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"272be75c-1a5f-4822-96f0-a0b455838205","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:39.92849632Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-subscription","reconcileID":"41dc9fcf-494a-4013-ab63-43732f64e51f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-premium-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/premium-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:39.928501012Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-subscription","reconcileID":"fdced918-6452-4982-9a56-12505f2a7e3c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:40.010055825Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-9dbd2e","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e","reconcileID":"0a82facb-8847-4348-83ee-bbe3f2f74248","namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"e2e-cmp-legacy-9dbd2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:40.203316961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-a49015-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-a49015-access","reconcileID":"cc5880d9-2587-470d-88eb-b231137f8e39","MaaSAuthPolicy":{"name":"e2e-rt-eq-a49015-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:40.20579608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-access","reconcileID":"d4d12a58-45ba-4b62-827c-840ef7f20042","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:40.206681248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-ef54ab-access","reconcileID":"7653f4ce-0c8e-40c4-b6f4-5c3f06805d04","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:40.260362264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-a49015-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-a49015-access","reconcileID":"cc5880d9-2587-470d-88eb-b231137f8e39","MaaSAuthPolicy":{"name":"e2e-rt-eq-a49015-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:40.263650927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-access","reconcileID":"d4d12a58-45ba-4b62-827c-840ef7f20042","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:40.264030636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-ef54ab-access","reconcileID":"7653f4ce-0c8e-40c4-b6f4-5c3f06805d04","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:40.26576841Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-fd3b7b-8f45a2-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-sub","reconcileID":"6c621d6a-d98b-4ba8-ba3d-b05978940f68","MaaSSubscription":{"name":"e2e-cfl-fd3b7b-8f45a2-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-fd3b7b","model":"ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-fd3b7b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:40.30661097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ed6a57e-875c-4152-bd9a-931854f383e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:40.311163565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"6379520c-1887-4abe-8bd8-25c6a22f5ebd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:40.363242016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ed6a57e-875c-4152-bd9a-931854f383e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:40.367463124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"6379520c-1887-4abe-8bd8-25c6a22f5ebd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:40.367690911Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-20611e-ef54ab-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-ef54ab-sub","reconcileID":"5789d988-5adb-4bbf-b32a-e88c16d58c54","MaaSSubscription":{"name":"e2e-cfl-same-20611e-ef54ab-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-same-20611e","model":"e2e-extmod-cfl-2-ef54ab/e2e-cfl-same-20611e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:40.464712891Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-20611e-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-sub","reconcileID":"55413843-9a12-41c5-841b-908629d50165","MaaSSubscription":{"name":"e2e-cfl-same-20611e-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-same-20611e","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-same-20611e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:40.51388884Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-subscription","reconcileID":"9c59863d-b109-404f-b01b-4db492775897","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-premium-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:40.788789915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"479e03a1-2414-4fb1-ba3b-236833ca60f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:40.788920614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"c833ecb6-ba30-4b00-9be2-bbbe761c9818","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:40.789276338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"d3432317-ef35-4057-b917-42899fcbbe96","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:40.789317217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"1d2e0671-b56c-4f0d-81b9-f1b1823e5d33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:40.790888812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c2c7d1cf-68cc-4c77-9133-101a0993a565","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:40.8189973Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-41d69a-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-sub","reconcileID":"59754737-ddb5-4b26-897a-a0378744ffc6","MaaSSubscription":{"name":"e2e-cfl-41d69a-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-41d69a","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-41d69a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:40.845851127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"c833ecb6-ba30-4b00-9be2-bbbe761c9818","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:40.846511439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"d3432317-ef35-4057-b917-42899fcbbe96","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:40.848560594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"1d2e0671-b56c-4f0d-81b9-f1b1823e5d33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:40.848654238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"479e03a1-2414-4fb1-ba3b-236833ca60f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:40.851970584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c2c7d1cf-68cc-4c77-9133-101a0993a565","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:40.989697711Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-7b2206-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-sub","reconcileID":"4bb1f3bc-fc1a-4d96-9ecb-dd77640e9478","MaaSSubscription":{"name":"e2e-rt-sw-7b2206-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-7b2206","model":"llm/e2e-rt-sw-7b2206","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:41.042729067Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ecdff1e5-d498-491e-8013-2622d7bf3ebe","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:41.108563183Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-a49015-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-a49015-sub","reconcileID":"ef0d7ecd-d9b5-4f60-b4bd-4088b0f1e356","MaaSSubscription":{"name":"e2e-rt-eq-a49015-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-a49015","model":"llm/e2e-rt-eq-a49015","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:41.138409438Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2253caf8-d954-4bee-a5e3-b2bb2cbbfc7c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:41.211512945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"f47ea818-724e-462f-bcaf-c0ad08ef31a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:41.212146744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"81fb33c4-9178-4b20-a976-e4c5b2d85979","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:41.268070047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"f47ea818-724e-462f-bcaf-c0ad08ef31a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:41.268939518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"81fb33c4-9178-4b20-a976-e4c5b2d85979","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:41.313796813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"3018e0e5-c7ec-4acb-bf85-f6f5924abd4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:41.313920432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"cd494587-56d1-4616-a89d-fb297b3857ae","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:41.371377486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"cd494587-56d1-4616-a89d-fb297b3857ae","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:41.37202452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"3018e0e5-c7ec-4acb-bf85-f6f5924abd4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:41.416586173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-access","reconcileID":"e73274c2-3bd0-4f53-8fb6-9fee3350857b","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:41.47319886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-access","reconcileID":"e73274c2-3bd0-4f53-8fb6-9fee3350857b","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:41.735434541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-ef54ab-access","reconcileID":"ea572df7-6eb0-40a7-96d9-cd13d5483e14","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:41.735453315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-a49015-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-a49015-access","reconcileID":"531f4650-d58d-46ae-b8c6-26f53684b3ad","MaaSAuthPolicy":{"name":"e2e-rt-eq-a49015-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:41.793647681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-a49015-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-a49015-access","reconcileID":"531f4650-d58d-46ae-b8c6-26f53684b3ad","MaaSAuthPolicy":{"name":"e2e-rt-eq-a49015-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:41.793652738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-ef54ab-access","reconcileID":"ea572df7-6eb0-40a7-96d9-cd13d5483e14","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:35:41.964302533Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"2bed5967-f5c9-4d3a-8b16-f97f296dc41c","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25-kserve-route (gateways: [openshift-ingress/e2e-mt-c0662f25]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:35:41.964409098Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"2bed5967-f5c9-4d3a-8b16-f97f296dc41c","error":"resolve tenant gateway for model ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25-kserve-route (gateways: [openshift-ingress/e2e-mt-c0662f25]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:45.116753161Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-3680c5","namespace":"ai-tenant-e2e-autores-3680c5"},"namespace":"ai-tenant-e2e-autores-3680c5","name":"autores-model-3680c5","reconcileID":"fa42b9e2-735c-4b78-a4e9-286434d35b92","MaaSModelRef":{"name":"autores-model-3680c5","namespace":"ai-tenant-e2e-autores-3680c5"},"tenant":"e2e-autores-3680c5","gateway":"openshift-ingress/e2e-autores-3680c5","model":"ai-tenant-e2e-autores-3680c5/autores-model-3680c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:45.116788913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-3680c5","namespace":"ai-tenant-e2e-autores-3680c5"},"namespace":"ai-tenant-e2e-autores-3680c5","name":"autores-model-3680c5","reconcileID":"fa42b9e2-735c-4b78-a4e9-286434d35b92","MaaSModelRef":{"name":"autores-model-3680c5","namespace":"ai-tenant-e2e-autores-3680c5"},"routeName":"autores-model-3680c5-kserve-route","namespace":"ai-tenant-e2e-autores-3680c5","llmisvcName":"autores-model-3680c5","gateway":"openshift-ingress/e2e-autores-3680c5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:46.700407889Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"a249523d-b85f-4614-a8f7-bf7182aee467","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:35:47.085268364Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"e13151e0-c6f7-480d-8486-8cbb68f3ffee","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25-kserve-route (gateways: [openshift-ingress/e2e-mt-c0662f25]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:35:47.085367946Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"e13151e0-c6f7-480d-8486-8cbb68f3ffee","error":"resolve tenant gateway for model ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25-kserve-route (gateways: [openshift-ingress/e2e-mt-c0662f25]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:48.488028311Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"32088ade-a91e-474a-9b63-b4da7aace373","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:52.695201406Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"f50d0ccb-4d87-4f40-b119-7766508ba7aa","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:35:52.799161809Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"a259ec42-2964-458f-804b-7779addfb5e7","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25-kserve-route (gateways: [openshift-ingress/e2e-mt-c0662f25]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:35:52.799230346Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"a259ec42-2964-458f-804b-7779addfb5e7","error":"resolve tenant gateway for model ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25-kserve-route (gateways: [openshift-ingress/e2e-mt-c0662f25]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:52.855872052Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"45018985-f488-4726-b213-a6e77a8fa566","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:35:52.908038315Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"5309c5c5-2635-4b32-849b-b79773549332","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25-kserve-route (gateways: [openshift-ingress/e2e-mt-c0662f25]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:35:52.908096132Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"5309c5c5-2635-4b32-849b-b79773549332","error":"resolve tenant gateway for model ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25-kserve-route (gateways: [openshift-ingress/e2e-mt-c0662f25]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:53.577981419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62892ae5-c70a-4caf-b48a-910c6ca01661","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:53.629721426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62892ae5-c70a-4caf-b48a-910c6ca01661","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:53.68157831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62892ae5-c70a-4caf-b48a-910c6ca01661","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:53.733184218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62892ae5-c70a-4caf-b48a-910c6ca01661","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:54.05461567Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"742da087-5c0a-416b-8d8d-9e0c20dac24e","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:54.108499697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"57e40373-e121-4c43-93fd-f30de71bf709","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"tenant":"e2e-mt-c0662f25","gateway":"openshift-ingress/e2e-mt-c0662f25","model":"ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:54.108517063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"57e40373-e121-4c43-93fd-f30de71bf709","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"routeName":"e2e-lifecycle-model-c0662f25-kserve-route","namespace":"ai-tenant-e2e-mt-c0662f25","llmisvcName":"e2e-lifecycle-model-c0662f25","gateway":"openshift-ingress/e2e-mt-c0662f25","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:54.167930194Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-c0662f25","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-c0662f25","reconcileID":"8e0e50cd-589e-477d-92cf-e14c97741cad","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-c0662f25","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-c0662f25":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:55.148313536Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"7a86889c-eae7-4c20-97be-87189dced419","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:55.200579753Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"02d219e6-d0f0-48c7-bb63-07a757ccb001","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"tenant":"e2e-mt-c0662f25","gateway":"openshift-ingress/e2e-mt-c0662f25","model":"ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:55.200598857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"02d219e6-d0f0-48c7-bb63-07a757ccb001","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"routeName":"e2e-lifecycle-model-c0662f25-kserve-route","namespace":"ai-tenant-e2e-mt-c0662f25","llmisvcName":"e2e-lifecycle-model-c0662f25","gateway":"openshift-ingress/e2e-mt-c0662f25","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:55.629666133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"607c547d-3fa0-4cd0-a824-4319af83f062","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:55.681377921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"607c547d-3fa0-4cd0-a824-4319af83f062","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:55.733799995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"607c547d-3fa0-4cd0-a824-4319af83f062","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:55.78559335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"607c547d-3fa0-4cd0-a824-4319af83f062","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:57.76385531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3a837f2-972d-433f-9c02-569977955237","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:57.815883784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3a837f2-972d-433f-9c02-569977955237","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:57.867757155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3a837f2-972d-433f-9c02-569977955237","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:57.919483428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3a837f2-972d-433f-9c02-569977955237","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:58.593530926Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"b1c1def9-2cec-4422-98be-a5038888ee4f","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:59.452273647Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-subscription","reconcileID":"32e9feea-280c-4a9e-a5b8-8412555705a6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-premium-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/premium-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:59.624188578Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-20611e-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-sub","reconcileID":"16a88a03-5868-4634-ba9d-77b0f026a736","MaaSSubscription":{"name":"e2e-cfl-same-20611e-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-same-20611e","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-same-20611e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:59.67429539Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-subscription","reconcileID":"b330ee56-6526-4820-926a-111fc0e90d06","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-premium-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:59.774669062Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"82b29e47-745f-478a-b366-7e4f08998a2e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:59.872740631Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"3cfc7c8c-4aea-4fd8-a09a-a3aeab0d1f2b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:59.974849733Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-fd3b7b-8f45a2-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-sub","reconcileID":"1d880775-d470-4371-86bc-4249d806373b","MaaSSubscription":{"name":"e2e-cfl-fd3b7b-8f45a2-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-fd3b7b","model":"ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-fd3b7b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:35:59.98836296Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-subscription","reconcileID":"14749b3c-d45e-463a-9901-413af67f7709","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:00.141238408Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-20611e-ef54ab-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-ef54ab-sub","reconcileID":"beecfb74-616c-46b5-82fe-0adbebe7f01f","MaaSSubscription":{"name":"e2e-cfl-same-20611e-ef54ab-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-same-20611e","model":"e2e-extmod-cfl-2-ef54ab/e2e-cfl-same-20611e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:00.349702127Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-a49015-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-a49015-sub","reconcileID":"6376d259-c86e-490a-a2c4-69c7fc2e0535","MaaSSubscription":{"name":"e2e-rt-eq-a49015-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-a49015","model":"llm/e2e-rt-eq-a49015","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:00.509464088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-7b2206-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-sub","reconcileID":"f4f81e4b-57e8-4e32-9e51-76e361322cff","MaaSSubscription":{"name":"e2e-rt-sw-7b2206-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-7b2206","model":"llm/e2e-rt-sw-7b2206","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:00.632379092Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f2025628-533a-4528-b3c4-28d9aa445c75","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:00.732705373Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"441e39fc-74e3-44fd-8ccd-3595020a3fb9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:00.832847234Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-subscription","reconcileID":"5e26c0bb-4056-45d7-9a02-bf568877b89a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-premium-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/premium-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:01.040859434Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-41d69a-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-sub","reconcileID":"188ee614-e25a-479f-b45c-608b5f44b522","MaaSSubscription":{"name":"e2e-cfl-41d69a-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-41d69a","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-41d69a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:05.253398282Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"2156719a-e22f-4177-a3a8-aff54843f39b","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:06.78118975Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:08.698909031Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"107bce8d-4779-4831-a125-d687555dd1bf","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:15.358634523Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"7845a937-e78c-4817-88fa-ddcdbdb99e16","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:18.803398789Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"bddc3b95-bf75-4c91-b0db-3088f0a93132","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:24.427407945Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-23f068","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-ok-23f068","reconcileID":"b616a8e2-f89f-4a5b-b417-3bf4baf01804","namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-ok-23f068","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:24.487985638Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-23f068","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-ok-23f068","reconcileID":"569e7cb9-64a4-4545-879c-2c49d0b5ec56","namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-ok-23f068","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:24.587849453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"edd0f282-5f09-44e6-bfe6-d9dfeeb9f104","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:24.644603152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"edd0f282-5f09-44e6-bfe6-d9dfeeb9f104","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:24.691662443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"0e3cbbf6-c073-4fc5-be08-edef12f59f31","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:24.692200223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"214fc4c9-b38b-40d1-b70c-f08ba3ae3681","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:24.692374982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa2729e9-2c29-4abe-b78e-93b937bf0266","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:24.699885745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b4ab73b7-4a27-4d45-9e1e-41b0611247bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:24.748620027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"0e3cbbf6-c073-4fc5-be08-edef12f59f31","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:24.749226488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa2729e9-2c29-4abe-b78e-93b937bf0266","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:24.751167333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"214fc4c9-b38b-40d1-b70c-f08ba3ae3681","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:24.758456863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b4ab73b7-4a27-4d45-9e1e-41b0611247bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:24.805738864Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-23f068","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-ok-23f068","reconcileID":"105ebe7d-63ca-43c8-b54e-aa8754630e8a","MaaSModelRef":{"name":"e2e-cfl-ok-23f068","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-ok-23f068","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:24.966921228Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"98557dd6-eab2-45c3-baf3-16f91d6d067b","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:25.006456601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"1f128ad7-58ae-4267-8f9b-18b31f2c04b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:25.064746345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"1f128ad7-58ae-4267-8f9b-18b31f2c04b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:25.071571835Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-41d69a","reconcileID":"e701f1e0-24c4-4a8e-b05c-2b22c614839c","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-41d69a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:25.071654398Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-41d69a","reconcileID":"e701f1e0-24c4-4a8e-b05c-2b22c614839c","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"routeName":"external-model-e2e-cfl-41d69a-8f2f83d7f18b","namespace":"e2e-extmod-cfl-1-2a1454","model":"e2e-cfl-41d69a","externalModel":"e2e-cfl-41d69a","provider":"e2e-cfl-41d69a-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:25.10577754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"38cffe2b-296b-46cf-9e8a-deccd9efc92a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:25.108627406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"994f197f-a9a3-4a19-a8c9-2efe7ce82cc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:25.125404631Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-41d69a-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-sub","reconcileID":"fcf37b14-820b-4ab6-8f1f-d6f2caa5a274","MaaSSubscription":{"name":"e2e-cfl-41d69a-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-41d69a","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-41d69a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:25.125631871Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-20611e-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-sub","reconcileID":"84d354c5-f102-442e-98cf-584daa33ec10","MaaSSubscription":{"name":"e2e-cfl-same-20611e-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-same-20611e","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-same-20611e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:25.163395075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"38cffe2b-296b-46cf-9e8a-deccd9efc92a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:25.165131155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"994f197f-a9a3-4a19-a8c9-2efe7ce82cc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:25.175960183Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-same-20611e","reconcileID":"23e644e9-1e70-49d2-afd5-243ce364297d","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-same-20611e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:25.175977017Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-same-20611e","reconcileID":"23e644e9-1e70-49d2-afd5-243ce364297d","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"routeName":"external-model-e2e-cfl-same-20611e-8d912a1efd58","namespace":"e2e-extmod-cfl-1-2a1454","model":"e2e-cfl-same-20611e","externalModel":"e2e-cfl-same-20611e","provider":"e2e-cfl-same-20611e","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:25.211569679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"62e4e89e-5753-455c-8c05-e54b6d5223d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:25.268537689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"62e4e89e-5753-455c-8c05-e54b6d5223d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:25.280072887Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-23f068","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-ok-23f068","reconcileID":"f65001c2-f545-418c-a46b-464fd0c16149","MaaSModelRef":{"name":"e2e-cfl-ok-23f068","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-ok-23f068","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:25.365847295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"8bf52b84-1511-4f0b-946d-ac10ced97615","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:25.376349471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"16f122c3-287c-4c63-8f1e-fb1e36ba8089","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:25.384087076Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"dac3eb4c-32ce-4422-9226-a106a0489653","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:25.423810566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"8bf52b84-1511-4f0b-946d-ac10ced97615","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:25.432969332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"16f122c3-287c-4c63-8f1e-fb1e36ba8089","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:25.488120512Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"dea55381-349b-4c4d-8af6-74949e54e63c","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:25.630286569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-access","reconcileID":"79d8ed25-5810-4bf8-96ca-4a85f6a06744","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:25.630878643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-a49015-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-a49015-access","reconcileID":"60c81baf-5afe-4713-8f48-ea01335df85f","MaaSAuthPolicy":{"name":"e2e-rt-eq-a49015-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:25.687827319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-access","reconcileID":"79d8ed25-5810-4bf8-96ca-4a85f6a06744","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:25.688521611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-a49015-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-a49015-access","reconcileID":"60c81baf-5afe-4713-8f48-ea01335df85f","MaaSAuthPolicy":{"name":"e2e-rt-eq-a49015-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:25.780760592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-ef54ab-access","reconcileID":"f9b602bd-064f-4026-89b2-dcf2158c9c01","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:25.838415608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-ef54ab-access","reconcileID":"f9b602bd-064f-4026-89b2-dcf2158c9c01","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:25.949109186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"bc8bf07d-1c53-488c-b4ba-a0901a7365bb","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:26.00531579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d802963b-6a36-4056-8f67-17252d46c942","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:26.00737963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"bc8bf07d-1c53-488c-b4ba-a0901a7365bb","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:26.033592801Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-23f068","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-ok-23f068","reconcileID":"0554c4c4-9476-4b1c-b270-5c7b6193ee58","namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-ok-23f068","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:26.067700554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d802963b-6a36-4056-8f67-17252d46c942","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:26.089052681Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-23f068","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-ok-23f068","reconcileID":"50fbfa99-c46f-4858-b2cf-eee3518edfe9","MaaSModelRef":{"name":"e2e-cfl-ok-23f068","namespace":"e2e-extmod-cfl-1-2a1454"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-ok-23f068","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:26.089174939Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-23f068","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-ok-23f068","reconcileID":"50fbfa99-c46f-4858-b2cf-eee3518edfe9","MaaSModelRef":{"name":"e2e-cfl-ok-23f068","namespace":"e2e-extmod-cfl-1-2a1454"},"routeName":"external-model-e2e-cfl-ok-23f068-687d198f9d19","namespace":"e2e-extmod-cfl-1-2a1454","model":"e2e-cfl-ok-23f068","externalModel":"e2e-cfl-ok-23f068","provider":"e2e-cfl-ok-23f068-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:26.110492498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"68f5a9ad-337d-419b-8165-9c106b40760e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:26.166940292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"68f5a9ad-337d-419b-8165-9c106b40760e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:26.212848925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"de381e5d-4199-40c6-8b02-7e14ab9e22d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:26.269582484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"de381e5d-4199-40c6-8b02-7e14ab9e22d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:26.366805258Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-23f068","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-ok-23f068","reconcileID":"59c05dca-cd81-4463-a265-1b43b712cc1f","MaaSModelRef":{"name":"e2e-cfl-ok-23f068","namespace":"e2e-extmod-cfl-1-2a1454"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-ok-23f068","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:26.366825943Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-23f068","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-ok-23f068","reconcileID":"59c05dca-cd81-4463-a265-1b43b712cc1f","MaaSModelRef":{"name":"e2e-cfl-ok-23f068","namespace":"e2e-extmod-cfl-1-2a1454"},"routeName":"external-model-e2e-cfl-ok-23f068-687d198f9d19","namespace":"e2e-extmod-cfl-1-2a1454","model":"e2e-cfl-ok-23f068","externalModel":"e2e-cfl-ok-23f068","provider":"e2e-cfl-ok-23f068-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:26.46942439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"693eafa6-67ae-45dc-bd34-077eef89d471","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:26.518196585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"5cc78e5c-5f7b-4694-b00d-9f6472c90014","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:26.525874507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"693eafa6-67ae-45dc-bd34-077eef89d471","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:26.575222024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"052ddf26-7cf2-45e2-9eaf-81efc4808db2","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:26.575239793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"5cc78e5c-5f7b-4694-b00d-9f6472c90014","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:26.624383055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23f068-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-ok-23f068-2a1454-access","reconcileID":"bc86320f-0149-44b8-a5ae-52ca55d1c894","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23f068-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:26.631798199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"052ddf26-7cf2-45e2-9eaf-81efc4808db2","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:26.681431577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23f068-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-ok-23f068-2a1454-access","reconcileID":"bc86320f-0149-44b8-a5ae-52ca55d1c894","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23f068-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:26.720726234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c8455a97-0583-465f-887e-dad403371b98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:26.777296865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c8455a97-0583-465f-887e-dad403371b98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:27.03964368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"99ca6462-0c26-4335-997d-bff1cb101715","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:27.042149453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1b450049-b254-4ffa-bc4a-df46c28e9040","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:27.04793834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"8a4aae43-f70a-4453-a768-957349654d74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:27.090787999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"f6321129-b1b6-4a2a-9e1e-47edba0a9bfe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:27.096153904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"99ca6462-0c26-4335-997d-bff1cb101715","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:27.099858627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1b450049-b254-4ffa-bc4a-df46c28e9040","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:27.101964163Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-23f068","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-ok-23f068","reconcileID":"67a296dd-791f-4c01-94ec-7cf1f763c6fe","MaaSModelRef":{"name":"e2e-cfl-ok-23f068","namespace":"e2e-extmod-cfl-1-2a1454"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-ok-23f068","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:27.101984216Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-23f068","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-ok-23f068","reconcileID":"67a296dd-791f-4c01-94ec-7cf1f763c6fe","MaaSModelRef":{"name":"e2e-cfl-ok-23f068","namespace":"e2e-extmod-cfl-1-2a1454"},"routeName":"external-model-e2e-cfl-ok-23f068-687d198f9d19","namespace":"e2e-extmod-cfl-1-2a1454","model":"e2e-cfl-ok-23f068","externalModel":"e2e-cfl-ok-23f068","provider":"e2e-cfl-ok-23f068-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:27.104564322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"8a4aae43-f70a-4453-a768-957349654d74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:27.147182239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"f6321129-b1b6-4a2a-9e1e-47edba0a9bfe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:27.207461684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"0b257d49-a995-4091-954f-a0b376827773","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:27.265209215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"0b257d49-a995-4091-954f-a0b376827773","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:27.446214729Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-23f068","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-ok-23f068","reconcileID":"9d4f2aa1-bd1b-4d0d-b537-6fe1cedd3739","namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-ok-23f068","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:27.467674393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"ab111bd5-17d2-4ec0-8b74-6d408e1148ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:27.467675062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"43809666-9429-49ed-81e7-0b2fc24cd2d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:27.524376871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"43809666-9429-49ed-81e7-0b2fc24cd2d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:27.524387802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"ab111bd5-17d2-4ec0-8b74-6d408e1148ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:27.653396394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-access","reconcileID":"4ecb5e2a-dbff-4793-bc08-c81d82da0f34","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:27.667455204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-a49015-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-a49015-access","reconcileID":"dd43de89-ec15-4675-900a-e38578a2f4fa","MaaSAuthPolicy":{"name":"e2e-rt-eq-a49015-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:27.710283072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-access","reconcileID":"4ecb5e2a-dbff-4793-bc08-c81d82da0f34","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:27.725144279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-a49015-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-a49015-access","reconcileID":"dd43de89-ec15-4675-900a-e38578a2f4fa","MaaSAuthPolicy":{"name":"e2e-rt-eq-a49015-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:27.814630327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-ef54ab-access","reconcileID":"45759048-327d-4f02-bba9-61ead77a09c9","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:27.84107153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"6e315059-e133-4005-ae59-dc457d945dd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:27.871061217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-ef54ab-access","reconcileID":"45759048-327d-4f02-bba9-61ead77a09c9","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:27.89788864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"6e315059-e133-4005-ae59-dc457d945dd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:27.943196342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e8ecbf93-5695-4654-819f-93a9076ec890","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:27.999794399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e8ecbf93-5695-4654-819f-93a9076ec890","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:28.278030734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"cc6f7ede-2e1f-4e0b-a23c-739e0a87b7f5","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:28.293486522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23f068-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-ok-23f068-2a1454-access","reconcileID":"e538758d-7207-46df-9bc0-efc6b08d0a73","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23f068-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:28.329184497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"2b75876c-85f8-407f-aec5-f129ae3a7bd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:28.334714674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"cc6f7ede-2e1f-4e0b-a23c-739e0a87b7f5","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:28.350018229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23f068-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-ok-23f068-2a1454-access","reconcileID":"e538758d-7207-46df-9bc0-efc6b08d0a73","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23f068-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:28.379407813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"80a53d22-8188-44e7-ac8d-7ff55ee6da04","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:28.386919465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"2b75876c-85f8-407f-aec5-f129ae3a7bd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:28.412896346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"66622d6f-e756-413a-9749-f730af857cbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:28.435990375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"80a53d22-8188-44e7-ac8d-7ff55ee6da04","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:28.471483235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"66622d6f-e756-413a-9749-f730af857cbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:28.697348024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"4d015be9-a2f4-4624-9d02-5926524d43c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:28.7537686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"4d015be9-a2f4-4624-9d02-5926524d43c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:28.797872253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"16742de5-0014-45e1-b12e-483fead58c45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:28.857600493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"16742de5-0014-45e1-b12e-483fead58c45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:28.898456124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"dea31c23-262f-4dac-b507-b8b46a8311ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:28.898905544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"fd32ec25-16be-41fc-a60e-113c5e10ec13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:28.955503102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"fd32ec25-16be-41fc-a60e-113c5e10ec13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:28.955857105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"dea31c23-262f-4dac-b507-b8b46a8311ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:29.000974048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"2bc0ca86-4d8c-40ad-87e1-f7512b76edcb","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:29.057515328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"2bc0ca86-4d8c-40ad-87e1-f7512b76edcb","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:29.209281988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-access","reconcileID":"01ea1000-df65-4b85-a49d-be3bfaabc9e6","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:29.266597453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-access","reconcileID":"01ea1000-df65-4b85-a49d-be3bfaabc9e6","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:29.31283858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-a49015-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-a49015-access","reconcileID":"8fd4e7a0-8fea-43e1-b3df-ae9d871decbb","MaaSAuthPolicy":{"name":"e2e-rt-eq-a49015-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:29.370866425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-a49015-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-a49015-access","reconcileID":"8fd4e7a0-8fea-43e1-b3df-ae9d871decbb","MaaSAuthPolicy":{"name":"e2e-rt-eq-a49015-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:30.68967878Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-8f45a2 priority=0:[ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-41d69a-2a1454-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-fd3b7b-8f45a2-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-ok-23f068-2a1454-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-same-20611e-2a1454-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-same-20611e-ef54ab-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-a49015-sub models-as-a-service/e2e-rt-sw-7b2206-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:30.741675015Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-23f068","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-ok-23f068","reconcileID":"72240d02-2b50-4f5f-961b-f500f3781235","MaaSModelRef":{"name":"e2e-cfl-ok-23f068","namespace":"e2e-extmod-cfl-1-2a1454"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-ok-23f068","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:30.741705669Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-23f068","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-ok-23f068","reconcileID":"72240d02-2b50-4f5f-961b-f500f3781235","MaaSModelRef":{"name":"e2e-cfl-ok-23f068","namespace":"e2e-extmod-cfl-1-2a1454"},"routeName":"external-model-e2e-cfl-ok-23f068-687d198f9d19","namespace":"e2e-extmod-cfl-1-2a1454","model":"e2e-cfl-ok-23f068","externalModel":"e2e-cfl-ok-23f068","provider":"e2e-cfl-ok-23f068-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:30.902862369Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b","reconcileID":"e4e7beee-5dd4-452e-b379-7f2ed41cc134","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-fd3b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:30.902887648Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b","reconcileID":"e4e7beee-5dd4-452e-b379-7f2ed41cc134","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"routeName":"external-model-e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2","model":"e2e-cfl-fd3b7b","externalModel":"e2e-cfl-fd3b7b","provider":"e2e-cfl-fd3b7b-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:31.001583546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"21ee82f6-3156-440e-93ba-29d35830d0f0","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:31.001596459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"ae3776e6-a05f-4b99-93ea-0c263abf8780","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:31.005357336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-ef54ab-access","reconcileID":"0152833d-6f12-4e7b-ad7e-47ccb1e949ef","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:31.005435373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23f068-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-ok-23f068-2a1454-access","reconcileID":"1da5cf1e-924a-4745-b6d9-5136fa96a0c1","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23f068-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:31.005798437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"ec707f12-52fc-44bc-b1c3-5f6b492460c1","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:31.007098127Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-23f068","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-ok-23f068","reconcileID":"7a404ca3-36a0-44bf-8896-1ca71d4ac3b1","MaaSModelRef":{"name":"e2e-cfl-ok-23f068","namespace":"e2e-extmod-cfl-1-2a1454"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-ok-23f068","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:31.007113813Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-23f068","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-ok-23f068","reconcileID":"7a404ca3-36a0-44bf-8896-1ca71d4ac3b1","MaaSModelRef":{"name":"e2e-cfl-ok-23f068","namespace":"e2e-extmod-cfl-1-2a1454"},"routeName":"external-model-e2e-cfl-ok-23f068-687d198f9d19","namespace":"e2e-extmod-cfl-1-2a1454","model":"e2e-cfl-ok-23f068","externalModel":"e2e-cfl-ok-23f068","provider":"e2e-cfl-ok-23f068-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:31.058715566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"21ee82f6-3156-440e-93ba-29d35830d0f0","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:31.059022096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"ae3776e6-a05f-4b99-93ea-0c263abf8780","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:31.062403796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23f068-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-ok-23f068-2a1454-access","reconcileID":"1da5cf1e-924a-4745-b6d9-5136fa96a0c1","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23f068-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:31.062552976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"ec707f12-52fc-44bc-b1c3-5f6b492460c1","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:31.064492712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-ef54ab-access","reconcileID":"0152833d-6f12-4e7b-ad7e-47ccb1e949ef","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:31.111291772Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-41d69a","reconcileID":"fac4937a-82c5-44cb-8ec4-deb6137fab87","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-41d69a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:31.111313555Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-41d69a","reconcileID":"fac4937a-82c5-44cb-8ec4-deb6137fab87","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"routeName":"external-model-e2e-cfl-41d69a-8f2f83d7f18b","namespace":"e2e-extmod-cfl-1-2a1454","model":"e2e-cfl-41d69a","externalModel":"e2e-cfl-41d69a","provider":"e2e-cfl-41d69a-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:31.116237603Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-23f068-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-ok-23f068-2a1454-sub","reconcileID":"1419e958-7996-49e1-be9b-c611e3665c17","MaaSSubscription":{"name":"e2e-cfl-ok-23f068-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-ok-23f068","model":"e2e-cfl-ok-23f068","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-ok-23f068-2a1454-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:31.215056274Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-same-20611e","reconcileID":"5b9964d8-4123-4d2d-9374-d2de19d17b15","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-same-20611e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:31.21507504Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-same-20611e","reconcileID":"5b9964d8-4123-4d2d-9374-d2de19d17b15","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"routeName":"external-model-e2e-cfl-same-20611e-8d912a1efd58","namespace":"e2e-extmod-cfl-1-2a1454","model":"e2e-cfl-same-20611e","externalModel":"e2e-cfl-same-20611e","provider":"e2e-cfl-same-20611e","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:31.318740894Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-same-20611e","reconcileID":"4131c7e0-7720-448f-af1e-4d2e29356b1c","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-2-ef54ab"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"e2e-extmod-cfl-2-ef54ab/e2e-cfl-same-20611e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:31.318759662Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-same-20611e","reconcileID":"4131c7e0-7720-448f-af1e-4d2e29356b1c","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-2-ef54ab"},"routeName":"external-model-e2e-cfl-same-20611e-b5a866b3417b","namespace":"e2e-extmod-cfl-2-ef54ab","model":"e2e-cfl-same-20611e","externalModel":"e2e-cfl-same-20611e","provider":"e2e-cfl-same-20611e","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:31.424015555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-23f068","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-ok-23f068","reconcileID":"4b429fca-c852-43e0-af62-68f81fa1895a","MaaSModelRef":{"name":"e2e-cfl-ok-23f068","namespace":"e2e-extmod-cfl-1-2a1454"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-ok-23f068","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:31.424039191Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-23f068","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-ok-23f068","reconcileID":"4b429fca-c852-43e0-af62-68f81fa1895a","MaaSModelRef":{"name":"e2e-cfl-ok-23f068","namespace":"e2e-extmod-cfl-1-2a1454"},"routeName":"external-model-e2e-cfl-ok-23f068-687d198f9d19","namespace":"e2e-extmod-cfl-1-2a1454","model":"e2e-cfl-ok-23f068","externalModel":"e2e-cfl-ok-23f068","provider":"e2e-cfl-ok-23f068-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:31.591761499Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-23f068-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-ok-23f068-2a1454-sub","reconcileID":"5ab0bf3d-e8a2-4850-91d6-a13d657de364","MaaSSubscription":{"name":"e2e-cfl-ok-23f068-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-ok-23f068","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-ok-23f068","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:31.627623163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"ea29cad3-59d2-4226-a7a6-5746bb592fd7","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:31.627641619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"52819783-dfe2-4b11-bb5d-3e757032df39","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:31.630359623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23f068-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-ok-23f068-2a1454-access","reconcileID":"f1f00db2-48ed-42a2-92a9-056bc144f97f","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23f068-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:31.630479603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"fe11812f-ddbd-476c-bec9-fbd838d0de46","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:31.631788232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-ef54ab-access","reconcileID":"85de232b-180b-4646-8bd9-7118cad24e04","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:31.684626412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"52819783-dfe2-4b11-bb5d-3e757032df39","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:31.68487838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"ea29cad3-59d2-4226-a7a6-5746bb592fd7","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:31.687212405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23f068-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-ok-23f068-2a1454-access","reconcileID":"f1f00db2-48ed-42a2-92a9-056bc144f97f","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23f068-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:31.687266993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"fe11812f-ddbd-476c-bec9-fbd838d0de46","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:31.689586002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-ef54ab-access","reconcileID":"85de232b-180b-4646-8bd9-7118cad24e04","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:33.340072314Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"rate-test-model-d7d444","reconcileID":"3ff6f138-c167-4b6d-a248-4fffe2816632","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenant":"e2e-shared-a-w1-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/rate-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:33.340168256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"rate-test-model-d7d444","reconcileID":"3ff6f138-c167-4b6d-a248-4fffe2816632","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"routeName":"rate-test-model-d7d444-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","llmisvcName":"rate-test-model-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:35.488682467Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"ca21b21c-df44-4805-84c0-8d681e51736c","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:35.595258341Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"c7ab09ea-0d58-4402-998d-93dbb9ca40a7","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:36.78078689Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:40.723539546Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-23f068-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-ok-23f068-2a1454-sub","reconcileID":"b0d0f232-14bc-4f7a-bc2a-8d3095527c1d","MaaSSubscription":{"name":"e2e-cfl-ok-23f068-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-ok-23f068","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-ok-23f068","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:40.995970741Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-23f068","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-ok-23f068","reconcileID":"ab0351b5-b3a9-4feb-b2f9-133162409066","MaaSModelRef":{"name":"e2e-cfl-ok-23f068","namespace":"e2e-extmod-cfl-1-2a1454"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-ok-23f068","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:40.99599565Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-23f068","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-ok-23f068","reconcileID":"ab0351b5-b3a9-4feb-b2f9-133162409066","MaaSModelRef":{"name":"e2e-cfl-ok-23f068","namespace":"e2e-extmod-cfl-1-2a1454"},"routeName":"external-model-e2e-cfl-ok-23f068-687d198f9d19","namespace":"e2e-extmod-cfl-1-2a1454","model":"e2e-cfl-ok-23f068","externalModel":"e2e-cfl-ok-23f068","provider":"e2e-cfl-ok-23f068-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:42.526608517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"255b7aa2-c6fa-4001-9492-077e45a35ad3","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:42.526617148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23f068-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-ok-23f068-2a1454-access","reconcileID":"c5fff5fa-1b01-4b7a-bd75-63be660a9b35","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23f068-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:42.530015094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"7c061da5-bea1-45b8-b377-0aadc1d0d090","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:42.58387186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23f068-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-ok-23f068-2a1454-access","reconcileID":"c5fff5fa-1b01-4b7a-bd75-63be660a9b35","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23f068-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:42.58470569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"255b7aa2-c6fa-4001-9492-077e45a35ad3","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:42.58697812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"7c061da5-bea1-45b8-b377-0aadc1d0d090","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:42.853645862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"default-tenant","reconcileID":"7215496c-f200-4629-bdce-158c642e2141","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-c0662f25","tenantID":"e2e-mt-c0662f25","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:42.970680275Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"default-tenant","reconcileID":"7215496c-f200-4629-bdce-158c642e2141","name":"e2e-mt-c0662f25-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:43.305575692Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-51cd35","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-broken-51cd35","reconcileID":"ba7c52b5-8e91-4932-ac06-bff468c1623b","namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-broken-51cd35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:43.46490533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"890a883b-9131-4367-973c-fcd5128c678b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:43.465194617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"2306a42c-d94c-459d-9f75-4cb6ff19ec0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:43.467248679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"3cf3759a-7be7-4d04-bc57-068c007caca1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:43.521178478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"890a883b-9131-4367-973c-fcd5128c678b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:43.52157206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"2306a42c-d94c-459d-9f75-4cb6ff19ec0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:43.523473026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"3cf3759a-7be7-4d04-bc57-068c007caca1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:43.56993023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dcedcdec-9b92-41be-b90f-cde1c8a9d5ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:43.616082801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"2d8449eb-4996-4d6e-8e34-da2edc30b041","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:43.626473727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dcedcdec-9b92-41be-b90f-cde1c8a9d5ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:43.658898268Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-51cd35","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-broken-51cd35","reconcileID":"b4c5716b-f9d5-4939-a483-5cad9e2ba837","namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-broken-51cd35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:43.672672654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"2d8449eb-4996-4d6e-8e34-da2edc30b041","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:43.884627899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"7650b79a-dab0-4723-bfdb-09c99e3301a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:43.884839395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"84bdd0a5-3380-4d05-952a-342852ac414d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:43.941364412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"7650b79a-dab0-4723-bfdb-09c99e3301a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:43.941646806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"84bdd0a5-3380-4d05-952a-342852ac414d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:43.986740976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-access","reconcileID":"a33c7895-aceb-47ad-9b2a-01c9524f30ab","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:44.044767958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-access","reconcileID":"a33c7895-aceb-47ad-9b2a-01c9524f30ab","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:44.083520972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-a49015-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-a49015-access","reconcileID":"19e38011-70dd-4d9a-9a98-471d9b7141b1","MaaSAuthPolicy":{"name":"e2e-rt-eq-a49015-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:44.140356028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-a49015-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-a49015-access","reconcileID":"19e38011-70dd-4d9a-9a98-471d9b7141b1","MaaSAuthPolicy":{"name":"e2e-rt-eq-a49015-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:44.242671701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-ef54ab-access","reconcileID":"0c546cf1-cf78-4643-8b4d-d461808e1f23","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:44.252382979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"37c91f10-0ba1-476f-86d3-3a0532af5d2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:44.299495931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-ef54ab-access","reconcileID":"0c546cf1-cf78-4643-8b4d-d461808e1f23","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:44.308851476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"37c91f10-0ba1-476f-86d3-3a0532af5d2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:44.356297593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c3d10a5c-2e78-4b6a-8808-35501b7e41a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:44.413094249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c3d10a5c-2e78-4b6a-8808-35501b7e41a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:44.615949869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"1777b768-d586-43e7-973c-fe617ca207f3","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:44.672309863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"1777b768-d586-43e7-973c-fe617ca207f3","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:44.681882885Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-51cd35","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-broken-51cd35","reconcileID":"b1907a12-3a76-4a16-8bbb-5ed23c414cac","namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-broken-51cd35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:44.719097931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23f068-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-ok-23f068-2a1454-access","reconcileID":"bf1c104c-0a34-4b8a-b1da-85d3b74f6e47","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23f068-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:44.776403313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23f068-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-ok-23f068-2a1454-access","reconcileID":"bf1c104c-0a34-4b8a-b1da-85d3b74f6e47","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23f068-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:44.787206419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"f93173db-d1fa-4fc3-882a-67c98a8a7fc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:44.821112569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"9acd4bb5-75a8-489a-9867-fb8e2a3ce6c5","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:44.825710201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a72f7353-647f-4ba9-b4d0-15b8eb64ea8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:44.843881662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"f93173db-d1fa-4fc3-882a-67c98a8a7fc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:44.878537923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"9acd4bb5-75a8-489a-9867-fb8e2a3ce6c5","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:44.882676981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a72f7353-647f-4ba9-b4d0-15b8eb64ea8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:45.091535474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"a0620432-1155-4219-8440-32acf529ad94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:45.148634357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"a0620432-1155-4219-8440-32acf529ad94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:45.192879482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"4a4d74cb-bff8-475a-a9c5-65749a5b704e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:45.249292295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"4a4d74cb-bff8-475a-a9c5-65749a5b704e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:45.293507768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"9e7e62e3-23ab-4ef3-a322-9779a91fdc77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:45.343030971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b8192731-6649-4159-b3cc-7ddd05567843","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:45.347486597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"16ade304-f6d4-4efb-8bad-adb14ea72b01","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:45.35006574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"9e7e62e3-23ab-4ef3-a322-9779a91fdc77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:45.399778856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b8192731-6649-4159-b3cc-7ddd05567843","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:45.40393382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"16ade304-f6d4-4efb-8bad-adb14ea72b01","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:45.596596892Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"74774dcb-aa2e-49ac-9d0d-25c18e730c48","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:45.663567521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"ec01a463-f7f6-40dc-945a-cd89d1cce04a","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:45.700384376Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"fc156e91-3839-4fac-bee3-63b1a96ed683","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:45.716566964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23f068-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-ok-23f068-2a1454-access","reconcileID":"55270763-18e5-4811-8367-84f74e6d1533","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23f068-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:45.720595152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"ec01a463-f7f6-40dc-945a-cd89d1cce04a","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:45.773433638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23f068-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-ok-23f068-2a1454-access","reconcileID":"55270763-18e5-4811-8367-84f74e6d1533","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23f068-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:45.818922126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"b642de3a-639b-4a45-a93d-c09b32ceb0f7","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:45.868378275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"78f02561-888d-4a5a-8488-1b20f579a623","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:45.868843544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c7094e26-bade-4d25-8cd1-ca8771ceb0cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:45.87529103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"b642de3a-639b-4a45-a93d-c09b32ceb0f7","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:45.92626471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"78f02561-888d-4a5a-8488-1b20f579a623","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:45.926351476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c7094e26-bade-4d25-8cd1-ca8771ceb0cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:46.138931019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"8e27ed9d-21b5-48bc-ace6-3cec002c39f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:46.195513199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"8e27ed9d-21b5-48bc-ace6-3cec002c39f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:46.238634137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"e8c218d6-2705-4f2c-8687-b6f1478012ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:46.296265188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"e8c218d6-2705-4f2c-8687-b6f1478012ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:46.34218756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-a49015-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-a49015-access","reconcileID":"55c492aa-6181-4882-a5d9-217e17527299","MaaSAuthPolicy":{"name":"e2e-rt-eq-a49015-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:46.343372367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-access","reconcileID":"036f0b18-ccfa-409b-9d55-90be64f4d80c","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:46.398845735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-a49015-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-a49015-access","reconcileID":"55c492aa-6181-4882-a5d9-217e17527299","MaaSAuthPolicy":{"name":"e2e-rt-eq-a49015-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:46.400945896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-access","reconcileID":"036f0b18-ccfa-409b-9d55-90be64f4d80c","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:46.49157624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-ef54ab-access","reconcileID":"e5ae03e5-28be-4824-ac87-81792971a241","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:46.548334602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-ef54ab-access","reconcileID":"e5ae03e5-28be-4824-ac87-81792971a241","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:51.536201444Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"1d249ef9-4547-4cff-aad1-3894426d1607","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:52.491851389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"451b2824-9a2a-4305-b444-111182cecc2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:52.543501499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"451b2824-9a2a-4305-b444-111182cecc2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:52.595490506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"451b2824-9a2a-4305-b444-111182cecc2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:52.647545715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"451b2824-9a2a-4305-b444-111182cecc2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:54.573591049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea9e5a67-baae-46cc-9172-67a9c433429f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:54.626316918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea9e5a67-baae-46cc-9172-67a9c433429f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:54.678904552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea9e5a67-baae-46cc-9172-67a9c433429f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:54.731122953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea9e5a67-baae-46cc-9172-67a9c433429f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:36:55.701599842Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"17ed38c2-cad6-4d83-b571-7d41106448c0","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:01.642258324Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"5d97e642-1a14-485f-87f2-f784279f94a8","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:05.807274863Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"f2f58e3d-6120-40f2-9dbf-b9ed2838dd21","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:06.781501872Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:11.747540776Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"a99bb605-179a-41e1-95b1-47a5caefd74a","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:15.912168497Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"1465303c-a5d4-41ae-a933-608df9b720c9","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:21.852563592Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"b71c63d5-0c3c-436a-ad8d-1a3a4fbae2c8","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:26.017537919Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"9b2a56db-a3d7-46d5-a9b4-6763a7f204b4","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:31.95763797Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"f020c8f8-90c9-45d2-ac3e-ba8e04ee4539","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:33.838308757Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"40bcaf06-07ff-43cc-be43-342cbf38c879","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:34.015052407Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-7b2206-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-sub","reconcileID":"2ec3fdf0-5231-4717-a907-b24fc9058d62","MaaSSubscription":{"name":"e2e-rt-sw-7b2206-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-7b2206","model":"llm/e2e-rt-sw-7b2206","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:34.054907616Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fc3a1739-0c65-4067-a332-dce59275a06e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:34.195800802Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"d0b4d30a-9dc6-47e3-828f-92f56385ab64","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:34.436432538Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-subscription","reconcileID":"682b9657-1de5-48d5-b40f-6fcbf9ec7417","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-premium-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/premium-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:34.564885422Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-subscription","reconcileID":"07376527-4c97-49af-a8fb-9b55bf174c84","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-premium-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:34.721222026Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-fd3b7b-8f45a2-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-sub","reconcileID":"caead7aa-af18-48d2-a5d2-5f67611a0e82","MaaSSubscription":{"name":"e2e-cfl-fd3b7b-8f45a2-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-fd3b7b","model":"ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-fd3b7b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:34.738845714Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-23f068-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-ok-23f068-2a1454-sub","reconcileID":"47b04a1a-217a-4dbc-b200-878799f09152","MaaSSubscription":{"name":"e2e-cfl-ok-23f068-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-ok-23f068","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-ok-23f068","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:34.81884023Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-41d69a-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-sub","reconcileID":"1eead785-2255-4d6f-8c8c-ed7aaa3f11c8","MaaSSubscription":{"name":"e2e-cfl-41d69a-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-41d69a","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-41d69a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:34.982350758Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-20611e-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-sub","reconcileID":"8397710d-02fb-4ded-92b7-923e0185d883","MaaSSubscription":{"name":"e2e-cfl-same-20611e-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-same-20611e","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-same-20611e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:35.118000463Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-a49015-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-a49015-sub","reconcileID":"b1880401-8913-43f3-9dff-9e1d140caf96","MaaSSubscription":{"name":"e2e-rt-eq-a49015-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-a49015","model":"llm/e2e-rt-eq-a49015","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:35.171104077Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-subscription","reconcileID":"2f8306f0-c69c-4d22-ac4e-fa3eb36d27dd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-premium-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/premium-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:35.263863133Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"bd3855f7-1eae-49c8-9b53-3816fe9bc38b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:35.36898576Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-subscription","reconcileID":"3903fafe-cc65-4be4-b27b-87af5d8aafb7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:35.424442185Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-20611e-ef54ab-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-ef54ab-sub","reconcileID":"5d361d06-3034-4e80-8996-8c53b864a28b","MaaSSubscription":{"name":"e2e-cfl-same-20611e-ef54ab-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-same-20611e","model":"e2e-extmod-cfl-2-ef54ab/e2e-cfl-same-20611e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:36.124816015Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"9875b78c-c3f5-4f7f-b401-9cec1b9803fb","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:36.438271984Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"rate-test-model-747b7b","reconcileID":"042f4ba5-0706-4b71-95c7-eb625eea52ae","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenant":"e2e-shared-b-w1-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/rate-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:36.438305579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"rate-test-model-747b7b","reconcileID":"042f4ba5-0706-4b71-95c7-eb625eea52ae","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"routeName":"rate-test-model-747b7b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","llmisvcName":"rate-test-model-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:36.781834159Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:40.640304457Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-3680c5"},"namespace":"ai-tenant-e2e-autores-3680c5","name":"default-tenant","reconcileID":"a7ceed64-dd93-4a66-b6f2-75f9c8409ed1","namespace":"ai-tenant-e2e-autores-3680c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:40.640388588Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-3680c5"},"namespace":"ai-tenant-e2e-autores-3680c5","name":"default-tenant","reconcileID":"a7ceed64-dd93-4a66-b6f2-75f9c8409ed1","namespace":"ai-tenant-e2e-autores-3680c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:40.640447048Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-3680c5"},"namespace":"ai-tenant-e2e-autores-3680c5","name":"default-tenant","reconcileID":"a7ceed64-dd93-4a66-b6f2-75f9c8409ed1","tenant":"e2e-autores-3680c5","tenantID":"e2e-autores-3680c5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:40.694510021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-3680c5"},"namespace":"ai-tenant-e2e-autores-3680c5","name":"default-tenant","reconcileID":"a7ceed64-dd93-4a66-b6f2-75f9c8409ed1","gvk":"Deployment","name":"maas-api-e2e-autores-3680c5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:40.754817797Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-3680c5"},"namespace":"ai-tenant-e2e-autores-3680c5","name":"default-tenant","reconcileID":"a7ceed64-dd93-4a66-b6f2-75f9c8409ed1","gvk":"Service","name":"maas-api-e2e-autores-3680c5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:40.815069477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-3680c5"},"namespace":"ai-tenant-e2e-autores-3680c5","name":"default-tenant","reconcileID":"a7ceed64-dd93-4a66-b6f2-75f9c8409ed1","gvk":"HTTPRoute","name":"maas-api-route-e2e-autores-3680c5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:40.869064065Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-3680c5"},"namespace":"ai-tenant-e2e-autores-3680c5","name":"default-tenant","reconcileID":"a7ceed64-dd93-4a66-b6f2-75f9c8409ed1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-autores-3680c5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:40.92746549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-3680c5"},"namespace":"ai-tenant-e2e-autores-3680c5","name":"default-tenant","reconcileID":"a7ceed64-dd93-4a66-b6f2-75f9c8409ed1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-autores-3680c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:40.985801354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-3680c5"},"namespace":"ai-tenant-e2e-autores-3680c5","name":"default-tenant","reconcileID":"a7ceed64-dd93-4a66-b6f2-75f9c8409ed1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-autores-3680c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:41.042831089Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-3680c5"},"namespace":"ai-tenant-e2e-autores-3680c5","name":"default-tenant","reconcileID":"a7ceed64-dd93-4a66-b6f2-75f9c8409ed1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-autores-3680c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:41.096945735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-3680c5"},"namespace":"ai-tenant-e2e-autores-3680c5","name":"default-tenant","reconcileID":"a7ceed64-dd93-4a66-b6f2-75f9c8409ed1","gvk":"Telemetry","name":"latency-per-subscription-e2e-autores-3680c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:41.150394965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-3680c5"},"namespace":"ai-tenant-e2e-autores-3680c5","name":"default-tenant","reconcileID":"a7ceed64-dd93-4a66-b6f2-75f9c8409ed1","gvk":"Deployment","name":"payload-processing-e2e-autores-3680c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:41.202077226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-3680c5"},"namespace":"ai-tenant-e2e-autores-3680c5","name":"default-tenant","reconcileID":"a7ceed64-dd93-4a66-b6f2-75f9c8409ed1","gvk":"Deployment","name":"payload-pre-processing-e2e-autores-3680c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:41.253906505Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-3680c5"},"namespace":"ai-tenant-e2e-autores-3680c5","name":"default-tenant","reconcileID":"a7ceed64-dd93-4a66-b6f2-75f9c8409ed1","gvk":"Service","name":"payload-processing-e2e-autores-3680c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:41.306690362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-3680c5"},"namespace":"ai-tenant-e2e-autores-3680c5","name":"default-tenant","reconcileID":"a7ceed64-dd93-4a66-b6f2-75f9c8409ed1","gvk":"Service","name":"payload-pre-processing-e2e-autores-3680c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:41.358332211Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-3680c5"},"namespace":"ai-tenant-e2e-autores-3680c5","name":"default-tenant","reconcileID":"a7ceed64-dd93-4a66-b6f2-75f9c8409ed1","gvk":"DestinationRule","name":"payload-processing-e2e-autores-3680c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:41.409934339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-3680c5"},"namespace":"ai-tenant-e2e-autores-3680c5","name":"default-tenant","reconcileID":"a7ceed64-dd93-4a66-b6f2-75f9c8409ed1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-autores-3680c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:41.461564504Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-3680c5"},"namespace":"ai-tenant-e2e-autores-3680c5","name":"default-tenant","reconcileID":"a7ceed64-dd93-4a66-b6f2-75f9c8409ed1","gvk":"EnvoyFilter","name":"payload-processing-e2e-autores-3680c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:41.517184195Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-3680c5"},"namespace":"ai-tenant-e2e-autores-3680c5","name":"default-tenant","reconcileID":"a7ceed64-dd93-4a66-b6f2-75f9c8409ed1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-autores-3680c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:41.568542232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-3680c5"},"namespace":"ai-tenant-e2e-autores-3680c5","name":"default-tenant","reconcileID":"a7ceed64-dd93-4a66-b6f2-75f9c8409ed1","gvk":"NetworkPolicy","name":"payload-processing-e2e-autores-3680c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:41.619985306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-3680c5"},"namespace":"ai-tenant-e2e-autores-3680c5","name":"default-tenant","reconcileID":"a7ceed64-dd93-4a66-b6f2-75f9c8409ed1","gvk":"ServiceAccount","name":"payload-processing-e2e-autores-3680c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:41.671964418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-3680c5"},"namespace":"ai-tenant-e2e-autores-3680c5","name":"default-tenant","reconcileID":"a7ceed64-dd93-4a66-b6f2-75f9c8409ed1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-autores-3680c5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:41.723722419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-3680c5"},"namespace":"ai-tenant-e2e-autores-3680c5","name":"default-tenant","reconcileID":"a7ceed64-dd93-4a66-b6f2-75f9c8409ed1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-autores-3680c5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:41.875266637Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"rate-test-model-d7d444","reconcileID":"803964d5-9d8e-4ea1-b9bf-1571c7def0a6","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenant":"e2e-shared-a-w1-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/rate-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:41.875287468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"rate-test-model-d7d444","reconcileID":"803964d5-9d8e-4ea1-b9bf-1571c7def0a6","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"routeName":"rate-test-model-d7d444-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","llmisvcName":"rate-test-model-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:41.932243784Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"rate-test-model-d7d444","reconcileID":"931966cf-8d70-4020-b23d-ffafddceb5e8","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenant":"e2e-shared-a-w1-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/rate-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:41.932263426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"rate-test-model-d7d444","reconcileID":"931966cf-8d70-4020-b23d-ffafddceb5e8","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"routeName":"rate-test-model-d7d444-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","llmisvcName":"rate-test-model-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:42.039193172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-auth-ea7da2","reconcileID":"5eaef860-646e-41a7-bfaa-96bba58f3924","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444","tenantID":"e2e-shared-a-w1-d7d444","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:42.06208337Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"038e9a5b-0777-473b-b1ef-4549f5a28578","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:42.165665825Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-auth-ea7da2","reconcileID":"5eaef860-646e-41a7-bfaa-96bba58f3924","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"e2e-shared-a-w1-d7d444-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:42.221288062Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-d7d444-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-auth-ea7da2","reconcileID":"5eaef860-646e-41a7-bfaa-96bba58f3924","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:42.278396457Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"rate-test-model-d7d444","reconcileID":"babe40dd-1d30-4d10-addc-48edb645858b","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenant":"e2e-shared-a-w1-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/rate-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:42.278417473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"rate-test-model-d7d444","reconcileID":"babe40dd-1d30-4d10-addc-48edb645858b","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"routeName":"rate-test-model-d7d444-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","llmisvcName":"rate-test-model-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:46.229470858Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"3fd32510-da6c-44c7-9911-62373d18895e","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:47.396736554Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"bd188f87-e843-49da-83cd-b2c4930ee337","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:47.500437263Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"2845cba7-7764-46d9-92e7-8b47bf0109fd","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"tenant":"e2e-mt-c0662f25","gateway":"openshift-ingress/e2e-mt-c0662f25","model":"ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:47.500454865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"2845cba7-7764-46d9-92e7-8b47bf0109fd","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"routeName":"e2e-lifecycle-model-c0662f25-kserve-route","namespace":"ai-tenant-e2e-mt-c0662f25","llmisvcName":"e2e-lifecycle-model-c0662f25","gateway":"openshift-ingress/e2e-mt-c0662f25","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:48.302384892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef29d96f-7ed6-4c79-a17d-2052cfd0d1ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:48.354039651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef29d96f-7ed6-4c79-a17d-2052cfd0d1ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:48.406269091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef29d96f-7ed6-4c79-a17d-2052cfd0d1ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:48.458622866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef29d96f-7ed6-4c79-a17d-2052cfd0d1ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:49.786163576Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"4efde30b-7c81-4132-a33e-c1ef96436b31","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:49.935864076Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"f7607b98-81c5-4643-9bbe-501e32dd30b3","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:50.167084078Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-3680c5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-3680c5","reconcileID":"3e2dac05-b32d-42c6-aa76-63c219d8271f","aitenant":"ai-tenants/e2e-autores-3680c5","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:50.336281474Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"6046357b-b38f-4cd8-81be-5718b8ef88b1","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:50.502198142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84a1e448-f423-4d37-9271-2f6bd0b37728","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:50.557020416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84a1e448-f423-4d37-9271-2f6bd0b37728","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:50.610106408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84a1e448-f423-4d37-9271-2f6bd0b37728","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:50.669968447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84a1e448-f423-4d37-9271-2f6bd0b37728","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:50.962085758Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-3680c5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-3680c5","reconcileID":"3e2dac05-b32d-42c6-aa76-63c219d8271f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-3680c5","removed":["maas.opendatahub.io/gateway-access-e2e-autores-3680c5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:51.332388933Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"4aba0491-5076-4a2d-b385-a3c6a166de3d","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:52.396860356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-auth-ea7da2","reconcileID":"d1cf3cc3-3cfd-4321-a3a2-65f124e11384","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444","tenantID":"e2e-shared-a-w1-d7d444","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:52.460243601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-auth-ea7da2","reconcileID":"d1cf3cc3-3cfd-4321-a3a2-65f124e11384","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"e2e-shared-a-w1-d7d444-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:52.518177593Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-d7d444-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-auth-ea7da2","reconcileID":"d1cf3cc3-3cfd-4321-a3a2-65f124e11384","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:52.890007514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f334e608-b76e-465b-9be4-f164cf506023","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:52.944515739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f334e608-b76e-465b-9be4-f164cf506023","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:52.998819835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f334e608-b76e-465b-9be4-f164cf506023","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:53.057495861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f334e608-b76e-465b-9be4-f164cf506023","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:37:56.334036549Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"c9bc825b-c36e-458b-902c-61e580fc69f2","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:01.444950726Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"00ee3478-af34-41ca-b974-aaf532bf2020","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:02.629194943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-auth-ea7da2","reconcileID":"c13df114-8017-48aa-ba2b-d5e99ffdca51","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444","tenantID":"e2e-shared-a-w1-d7d444","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:02.686460745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-auth-ea7da2","reconcileID":"c13df114-8017-48aa-ba2b-d5e99ffdca51","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"e2e-shared-a-w1-d7d444-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:02.741808439Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-d7d444-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-auth-ea7da2","reconcileID":"c13df114-8017-48aa-ba2b-d5e99ffdca51","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:04.115384519Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"4ef2a8a7-c5ff-4a21-95f2-677c6c9bfa77","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:04.405867544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-fd3b7b-8f45a2-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-sub","reconcileID":"4c5713bc-c7a6-4490-b8f5-7aa74cfa7e21","MaaSSubscription":{"name":"e2e-cfl-fd3b7b-8f45a2-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-fd3b7b","model":"ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-fd3b7b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:04.506446829Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-23f068-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-ok-23f068-2a1454-sub","reconcileID":"02d2cc3f-1f0a-4776-a828-943298db891a","MaaSSubscription":{"name":"e2e-cfl-ok-23f068-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-ok-23f068","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-ok-23f068","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:04.649909041Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1f7ecb2b-3c3f-4edf-b49c-8d8d43f6d1b1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:04.798951083Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-41d69a-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-sub","reconcileID":"7319797e-fa14-4290-9934-12f8c2bf392c","MaaSSubscription":{"name":"e2e-cfl-41d69a-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-41d69a","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-41d69a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:04.901339232Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-20611e-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-sub","reconcileID":"8758f46d-830d-45cd-beb1-2b7ed15f4e34","MaaSSubscription":{"name":"e2e-cfl-same-20611e-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-same-20611e","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-same-20611e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:04.952408036Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-subscription","reconcileID":"22c04b3a-d0b9-44cb-a2a1-130db30008f9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-premium-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/premium-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:05.073706164Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"b9284e11-4ed5-47f4-b589-0f0b75ab91d6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:05.186356941Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-subscription","reconcileID":"25f39950-6303-403c-a3aa-0381c37b4752","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-premium-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/premium-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:05.337871997Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-7b2206-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-sub","reconcileID":"16af8559-57e4-4c71-92c0-a34a59fc7470","MaaSSubscription":{"name":"e2e-rt-sw-7b2206-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-7b2206","model":"llm/e2e-rt-sw-7b2206","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:05.387962692Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"94b17a6b-9299-4494-a13f-477a3cd66eb5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:05.388018309Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-subscription","reconcileID":"ded643d6-77e1-4c91-8f65-baef5455292b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-premium-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:05.488808829Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-subscription","reconcileID":"5deb9015-e600-46b2-8271-56e525585fac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:05.653651021Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-a49015-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-a49015-sub","reconcileID":"b7869b2b-7419-47fd-bf16-00c3b866268a","MaaSSubscription":{"name":"e2e-rt-eq-a49015-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-a49015","model":"llm/e2e-rt-eq-a49015","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:05.77706437Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"c2a20add-2b30-4e9c-bd41-8bdd3b6c0052","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:05.881215089Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-20611e-ef54ab-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-ef54ab-sub","reconcileID":"31504472-b035-4636-8942-5f631d66e330","MaaSSubscription":{"name":"e2e-cfl-same-20611e-ef54ab-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-same-20611e","model":"e2e-extmod-cfl-2-ef54ab/e2e-cfl-same-20611e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:05.936876447Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"a046f3cb-3a77-4737-acbb-9ddd4d1639c3","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:06.439683347Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"2edabc33-75bb-4565-b22c-f4fcd00b6e67","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:06.606770236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bc0c757-a375-4963-8396-1cd64e0dd6c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:06.658386432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bc0c757-a375-4963-8396-1cd64e0dd6c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:06.710146004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bc0c757-a375-4963-8396-1cd64e0dd6c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:06.761864867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bc0c757-a375-4963-8396-1cd64e0dd6c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:06.78103368Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:07.096100814Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"ca2b4c6f-1338-4d4e-8e6e-f6c33a537ef9","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:07.206918657Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-c673e5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-c673e5","reconcileID":"b6b6ba8b-391a-4e61-b11c-68d27732294a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-c673e5","applied":{"maas.opendatahub.io/gateway-access-e2e-explicit-c673e5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:07.534565358Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"742a7f62-4eed-4188-a398-227c3082de53","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:08.663879259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c096b49-88a4-4f35-9f54-ebf86c166957","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:08.715830598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c096b49-88a4-4f35-9f54-ebf86c166957","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:08.767551908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c096b49-88a4-4f35-9f54-ebf86c166957","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:08.819595914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c096b49-88a4-4f35-9f54-ebf86c166957","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:09.587726661Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"69e4cd91-4e5f-47d6-a3eb-155f3ea95a6e","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:12.851646018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-auth-ea7da2","reconcileID":"2d1c3bca-6b89-4319-9bab-6fe8c211b7bd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444","tenantID":"e2e-shared-a-w1-d7d444","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:12.908886686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-auth-ea7da2","reconcileID":"2d1c3bca-6b89-4319-9bab-6fe8c211b7bd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"e2e-shared-a-w1-d7d444-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:12.964172869Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-d7d444-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d5d4ded637a5d2aebe3b57c362db149a42c8fbec75b9f96cb4b963c9922e5bde) AuthConfig (5a5649d0fa879a6193cdd6ce3799dfae657ab23385b25a1048201b437077183f) AuthConfig (de9e4e5ae32f5db2ab375bec7bf4b137f1025d73bfed64ae347e638baafcda29) AuthConfig (ac7fa8f5554d3d8f5080abd8bb9ccda0a24cd3821de0cd0977ed9b51818720f6) AuthConfig (62b8e9473ee5f75d3184b78776a7e4a770e758ad55a18de03f2134a831d68ec3) AuthConfig (7f5e0e63919c614efa334655ee92ef92851292fcc81b631b25f7e3b75ac863dc) AuthConfig (ac010bc5785dd7c77816aecabca28d7bbab6b3c305dc184eb987b4fd3c0031d9) AuthConfig (c3d7f6ffd46b0f146f18a7f1e3d3b6b00cd3bd836fb39a64151e8a325b00462a) AuthConfig (99f612b634cdc8a5535663238807295f13611e79299019fd5e24226db24e9d24) AuthConfig (75bdd13bfc3215c4970f1eb47d32662bd41fec74f906b28d72d4e73bb1e29d70) AuthConfig (23368e357c05607fbc4f9d12c0ab20bfa2abce1fa28650d420e1ffe9aef69a40) AuthConfig (062c1ae606ce2cf3b2568c0841e0e9829d83241142611070ba6edfc36bd3311b) AuthConfig (d986f6e649248dc44dc5c48fdfe6b42fa85d1a3105de251668133ead1be919d2) AuthConfig (c74707461ceb89aa67aa28368f14a8ffc3d7e5a75652096872e8df637537b5d6) AuthConfig (5824e03380077e6811b055ad3f14c4f297ea96351c21a2d877bdb28e7d8cdb83) AuthConfig (0ad9917038b026502c78897356f8c2f03147cdbfda6b36f76d2d69deb96881c7) AuthConfig (599ab2b3f51ed5d3f7a78d8639ca826f0e95746c516ebfb8ac3c286319983949) AuthConfig (5153744374d0fef5d8929d5ea4db9a820cad8bf8e936c8363ded3e3722a35e48)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-auth-ea7da2","reconcileID":"2d1c3bca-6b89-4319-9bab-6fe8c211b7bd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:13.021410573Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"rate-test-model-d7d444","reconcileID":"1ba3d0d7-568e-4c77-b802-3676bed8686c","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenant":"e2e-shared-a-w1-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/rate-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:13.021429896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"rate-test-model-d7d444","reconcileID":"1ba3d0d7-568e-4c77-b802-3676bed8686c","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"routeName":"rate-test-model-d7d444-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","llmisvcName":"rate-test-model-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:13.33255533Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"89656cab-adbc-48e0-97d7-882da28a03a3","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"tenant":"e2e-mt-c0662f25","gateway":"openshift-ingress/e2e-mt-c0662f25","model":"ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:13.33257542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"89656cab-adbc-48e0-97d7-882da28a03a3","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"routeName":"e2e-lifecycle-model-c0662f25-kserve-route","namespace":"ai-tenant-e2e-mt-c0662f25","llmisvcName":"e2e-lifecycle-model-c0662f25","gateway":"openshift-ingress/e2e-mt-c0662f25","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:16.545622076Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"26c3b4ff-b6b3-49f0-bf71-fcb517a17959","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:19.692317071Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"5988af27-fa71-43d5-a430-c128dd88cf27","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:23.128381478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-auth-ea7da2","reconcileID":"4b7dc519-4db5-4a22-bb5b-6dd8b9b170c7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444","tenantID":"e2e-shared-a-w1-d7d444","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:23.186819369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-auth-ea7da2","reconcileID":"4b7dc519-4db5-4a22-bb5b-6dd8b9b170c7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"e2e-shared-a-w1-d7d444-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:23.243745051Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-d7d444-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d5d4ded637a5d2aebe3b57c362db149a42c8fbec75b9f96cb4b963c9922e5bde) AuthConfig (5a5649d0fa879a6193cdd6ce3799dfae657ab23385b25a1048201b437077183f) AuthConfig (de9e4e5ae32f5db2ab375bec7bf4b137f1025d73bfed64ae347e638baafcda29) AuthConfig (ac7fa8f5554d3d8f5080abd8bb9ccda0a24cd3821de0cd0977ed9b51818720f6) AuthConfig (62b8e9473ee5f75d3184b78776a7e4a770e758ad55a18de03f2134a831d68ec3) AuthConfig (7f5e0e63919c614efa334655ee92ef92851292fcc81b631b25f7e3b75ac863dc) AuthConfig (ac010bc5785dd7c77816aecabca28d7bbab6b3c305dc184eb987b4fd3c0031d9) AuthConfig (c3d7f6ffd46b0f146f18a7f1e3d3b6b00cd3bd836fb39a64151e8a325b00462a) AuthConfig (99f612b634cdc8a5535663238807295f13611e79299019fd5e24226db24e9d24) AuthConfig (75bdd13bfc3215c4970f1eb47d32662bd41fec74f906b28d72d4e73bb1e29d70) AuthConfig (23368e357c05607fbc4f9d12c0ab20bfa2abce1fa28650d420e1ffe9aef69a40) AuthConfig (062c1ae606ce2cf3b2568c0841e0e9829d83241142611070ba6edfc36bd3311b) AuthConfig (d986f6e649248dc44dc5c48fdfe6b42fa85d1a3105de251668133ead1be919d2) AuthConfig (c74707461ceb89aa67aa28368f14a8ffc3d7e5a75652096872e8df637537b5d6) AuthConfig (5824e03380077e6811b055ad3f14c4f297ea96351c21a2d877bdb28e7d8cdb83) AuthConfig (0ad9917038b026502c78897356f8c2f03147cdbfda6b36f76d2d69deb96881c7) AuthConfig (599ab2b3f51ed5d3f7a78d8639ca826f0e95746c516ebfb8ac3c286319983949) AuthConfig (5153744374d0fef5d8929d5ea4db9a820cad8bf8e936c8363ded3e3722a35e48)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-auth-ea7da2","reconcileID":"4b7dc519-4db5-4a22-bb5b-6dd8b9b170c7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:23.390625683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"2ffa0b52-47c9-4b23-ba63-e9429bd9ab7a","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"tenant":"e2e-mt-c0662f25","gateway":"openshift-ingress/e2e-mt-c0662f25","model":"ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:23.390648148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"2ffa0b52-47c9-4b23-ba63-e9429bd9ab7a","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"routeName":"e2e-lifecycle-model-c0662f25-kserve-route","namespace":"ai-tenant-e2e-mt-c0662f25","llmisvcName":"e2e-lifecycle-model-c0662f25","gateway":"openshift-ingress/e2e-mt-c0662f25","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:26.581341877Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"70aa80d6-8834-49c6-bead-c20ca77838aa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:26.650759967Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"fbb879ab-755f-46d3-a1cb-976de2bd2d37","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:26.806491677Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-a49015-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-a49015-sub","reconcileID":"4318cba9-3597-41c6-91d4-4f4e924db977","MaaSSubscription":{"name":"e2e-rt-eq-a49015-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-a49015","model":"llm/e2e-rt-eq-a49015","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:26.874536156Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"3aa1cb07-dcff-4fd0-ac34-9616ce4b0eb0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:26.907540361Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-20611e-ef54ab-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-ef54ab-sub","reconcileID":"854846f3-c125-4727-bcbf-b45102a38b71","MaaSSubscription":{"name":"e2e-cfl-same-20611e-ef54ab-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-same-20611e","model":"e2e-extmod-cfl-2-ef54ab/e2e-cfl-same-20611e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:27.0535461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-subscription","reconcileID":"133c6baf-c0e1-4299-bd7d-2457672b6c27","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-premium-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/premium-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:27.223678644Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-20611e-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-sub","reconcileID":"209d4b6c-b7c2-4609-a9c2-c933bcc86e30","MaaSSubscription":{"name":"e2e-cfl-same-20611e-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-same-20611e","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-same-20611e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:27.406226791Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-7b2206-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-sub","reconcileID":"0f12301f-91e8-4542-9f76-e8cb23d71b39","MaaSSubscription":{"name":"e2e-rt-sw-7b2206-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-7b2206","model":"llm/e2e-rt-sw-7b2206","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:27.506549121Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-23f068-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-ok-23f068-2a1454-sub","reconcileID":"0219860f-8209-45b2-a049-eb6ea5973976","MaaSSubscription":{"name":"e2e-cfl-ok-23f068-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-ok-23f068","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-ok-23f068","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:27.555399841Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-subscription","reconcileID":"0b53a413-8d9c-4744-8318-da3fbb9bd666","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-premium-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/premium-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:27.655558018Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"abb0f8c7-319f-4461-a040-b5bdf0ddb796","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:27.757588397Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-subscription","reconcileID":"72eb06c3-bc22-44c7-83dc-608466dc5932","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:27.827773236Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-41d69a-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-sub","reconcileID":"ba2a63b4-b2c9-4829-9199-1b76ef9e266c","MaaSSubscription":{"name":"e2e-cfl-41d69a-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-41d69a","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-41d69a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:27.923349173Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-fd3b7b-8f45a2-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-sub","reconcileID":"441e2709-5228-465a-b785-d3f1252126c1","MaaSSubscription":{"name":"e2e-cfl-fd3b7b-8f45a2-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-fd3b7b","model":"ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-fd3b7b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:27.973566597Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"5c6bf75d-0cbb-4320-9fd0-fe9c29985c17","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:28.071599277Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-subscription","reconcileID":"619c030b-1377-4eca-9abb-7809915140d1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-premium-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:29.797053802Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"80cf1ee6-13a5-44a5-a721-43467c449715","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:33.351470391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-auth-ea7da2","reconcileID":"e325ec28-8076-4f84-a80c-6c883e76d452","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444","tenantID":"e2e-shared-a-w1-d7d444","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:33.391856302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"db651094-4068-464b-a1ee-0f00a46c007a","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"tenant":"e2e-mt-c0662f25","gateway":"openshift-ingress/e2e-mt-c0662f25","model":"ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:33.391877226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"db651094-4068-464b-a1ee-0f00a46c007a","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"routeName":"e2e-lifecycle-model-c0662f25-kserve-route","namespace":"ai-tenant-e2e-mt-c0662f25","llmisvcName":"e2e-lifecycle-model-c0662f25","gateway":"openshift-ingress/e2e-mt-c0662f25","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:33.408486798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-auth-ea7da2","reconcileID":"e325ec28-8076-4f84-a80c-6c883e76d452","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"e2e-shared-a-w1-d7d444-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:33.675834497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"rate-test-model-d7d444","reconcileID":"ab0c4655-b9d8-472f-9005-169078f76ace","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenant":"e2e-shared-a-w1-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/rate-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:33.675857077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"rate-test-model-d7d444","reconcileID":"ab0c4655-b9d8-472f-9005-169078f76ace","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"routeName":"rate-test-model-d7d444-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","llmisvcName":"rate-test-model-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:36.756599041Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"5c0ebecf-2cc7-4363-9292-0dfa4551e2b8","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:36.781130624Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:39.902614728Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"8f413328-04dd-47bc-b075-944200c0a686","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:43.374163031Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"rate-test-model-747b7b","reconcileID":"b7ebc84e-7913-42c0-bdd9-04fbb6c616e6","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenant":"e2e-shared-b-w1-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/rate-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:43.374183472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"rate-test-model-747b7b","reconcileID":"b7ebc84e-7913-42c0-bdd9-04fbb6c616e6","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"routeName":"rate-test-model-747b7b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","llmisvcName":"rate-test-model-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:43.393086899Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"54b0a0ee-9b3a-4e2c-971c-774bdfea8f8e","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"tenant":"e2e-mt-c0662f25","gateway":"openshift-ingress/e2e-mt-c0662f25","model":"ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:43.393104367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"54b0a0ee-9b3a-4e2c-971c-774bdfea8f8e","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"routeName":"e2e-lifecycle-model-c0662f25-kserve-route","namespace":"ai-tenant-e2e-mt-c0662f25","llmisvcName":"e2e-lifecycle-model-c0662f25","gateway":"openshift-ingress/e2e-mt-c0662f25","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:43.430777437Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"rate-test-model-747b7b","reconcileID":"04967cb9-39ef-4523-813e-649ad2d6e3eb","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenant":"e2e-shared-b-w1-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/rate-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:43.430795063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"rate-test-model-747b7b","reconcileID":"04967cb9-39ef-4523-813e-649ad2d6e3eb","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"routeName":"rate-test-model-747b7b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","llmisvcName":"rate-test-model-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:43.536580769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-rate-iso-auth-ea7da2","reconcileID":"c8b560aa-3d88-4864-be7b-6680ebe8baaf","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-747b7b","tenantID":"e2e-shared-b-w1-747b7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:43.667612951Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-rate-iso-auth-ea7da2","reconcileID":"c8b560aa-3d88-4864-be7b-6680ebe8baaf","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"e2e-shared-b-w1-747b7b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:43.722814794Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-747b7b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-rate-iso-auth-ea7da2","reconcileID":"c8b560aa-3d88-4864-be7b-6680ebe8baaf","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:43.77985585Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"rate-test-model-747b7b","reconcileID":"413a39d6-9864-4f3f-9466-506db03bd386","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenant":"e2e-shared-b-w1-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/rate-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:43.77987842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"rate-test-model-747b7b","reconcileID":"413a39d6-9864-4f3f-9466-506db03bd386","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"routeName":"rate-test-model-747b7b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","llmisvcName":"rate-test-model-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:46.861665714Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"c16c98ef-75c2-4a19-a7e1-5825ff71374a","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:47.593802919Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-a49015","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-a49015","reconcileID":"bba6f2b0-3efe-48c7-939f-a2cd025d3591","MaaSModelRef":{"name":"e2e-rt-eq-a49015","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-a49015","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:47.593831172Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-a49015","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-a49015","reconcileID":"bba6f2b0-3efe-48c7-939f-a2cd025d3591","MaaSModelRef":{"name":"e2e-rt-eq-a49015","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-a49015-91904cc64c1f","namespace":"llm","model":"e2e-rt-eq-a49015","externalModel":"e2e-rt-eq-a49015","provider":"e2e-rt-eq-a49015-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:47.756463772Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-a49015-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-a49015-sub","reconcileID":"7e1a97fd-5367-4b52-b458-280a300ceff2","MaaSSubscription":{"name":"e2e-rt-eq-a49015-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2320dfee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:47.807898777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-access","reconcileID":"6c5a3488-276f-463e-82ba-e4f3a2911858","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:47.808049726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-a49015-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-a49015-access","reconcileID":"c1a975c6-c10d-4b40-9c45-9c7ca7f33b3e","MaaSAuthPolicy":{"name":"e2e-rt-eq-a49015-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:47.807897764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b76778ad-ec25-435d-9ce9-833156d64800","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:47.808433267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"29840145-1215-4ab5-b546-8a69278c9933","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:47.865529381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-access","reconcileID":"6c5a3488-276f-463e-82ba-e4f3a2911858","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:47.865618241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b76778ad-ec25-435d-9ce9-833156d64800","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:47.867707253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-a49015-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-a49015-access","reconcileID":"c1a975c6-c10d-4b40-9c45-9c7ca7f33b3e","MaaSAuthPolicy":{"name":"e2e-rt-eq-a49015-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:47.867947828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"29840145-1215-4ab5-b546-8a69278c9933","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:48.330789749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0dfde430-ae46-4c96-bbb4-f4e84604d4c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:48.330807784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a2ddb2a2-c594-4485-9fc6-f72d87b33a6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:48.388275492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0dfde430-ae46-4c96-bbb4-f4e84604d4c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:48.389166174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a2ddb2a2-c594-4485-9fc6-f72d87b33a6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:48.434629087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-a49015-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-a49015-access","reconcileID":"717918df-950d-449c-9959-cc5e6e24d938","MaaSAuthPolicy":{"name":"e2e-rt-eq-a49015-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:48.434631008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-access","reconcileID":"31aecb1a-0a9c-4633-8056-56a0d3700cbb","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:48.491774211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-a49015-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-a49015-access","reconcileID":"717918df-950d-449c-9959-cc5e6e24d938","MaaSAuthPolicy":{"name":"e2e-rt-eq-a49015-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:48.492044838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-access","reconcileID":"31aecb1a-0a9c-4633-8056-56a0d3700cbb","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:49.121170308Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"6f2b6461-46d2-4a6d-ac2f-4fefce6a0c9e","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"tenant":"e2e-mt-c0662f25","gateway":"openshift-ingress/e2e-mt-c0662f25","model":"ai-tenant-e2e-mt-c0662f25/e2e-lifecycle-model-c0662f25","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:49.121189584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"6f2b6461-46d2-4a6d-ac2f-4fefce6a0c9e","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"routeName":"e2e-lifecycle-model-c0662f25-kserve-route","namespace":"ai-tenant-e2e-mt-c0662f25","llmisvcName":"e2e-lifecycle-model-c0662f25","gateway":"openshift-ingress/e2e-mt-c0662f25","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:38:49.525408954Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"3f0515d2-bb12-4c0b-9fc4-ace71007916d","name":"e2e-lifecycle-model-c0662f25","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-c0662f25\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:207\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:38:49.525471919Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-c0662f25","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"e2e-lifecycle-model-c0662f25","reconcileID":"3f0515d2-bb12-4c0b-9fc4-ace71007916d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-c0662f25\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:50.007497789Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"daab3f09-97f2-4f1a-81bd-89a6db854fb8","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:50.554695511Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"1f1b1cb7-f427-40a9-af81-c42e865ff8a2","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:51.450981493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9edd1849-7bf0-4291-8c5d-e7da19b0b1d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:51.503095817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9edd1849-7bf0-4291-8c5d-e7da19b0b1d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:51.555068426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9edd1849-7bf0-4291-8c5d-e7da19b0b1d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:51.607074154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9edd1849-7bf0-4291-8c5d-e7da19b0b1d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:53.515485929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bbcbc34-8b7c-463b-9f99-39d7c210c689","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:53.567550614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bbcbc34-8b7c-463b-9f99-39d7c210c689","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:53.619239407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bbcbc34-8b7c-463b-9f99-39d7c210c689","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:53.67107097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bbcbc34-8b7c-463b-9f99-39d7c210c689","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:53.887431578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-rate-iso-auth-ea7da2","reconcileID":"b511cacc-263e-4601-9b90-43d97573ca51","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-747b7b","tenantID":"e2e-shared-b-w1-747b7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:53.943950611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-rate-iso-auth-ea7da2","reconcileID":"b511cacc-263e-4601-9b90-43d97573ca51","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"e2e-shared-b-w1-747b7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:53.999354904Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-747b7b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (14312c684522f3582480971714d280abdd7b0fe7c1e2535e6c2304945d996f37) AuthConfig (e6e80c596c8a726ae73a0b86dbea708552b0d1b45aabb1a8cc931a050c8b03ae) AuthConfig (b98930905d0cb4afb471f98c3b3874cc72ca2f6684ce5a83e2cadf1f741960ae) AuthConfig (c6abb0f4ad503b97971aeff55a0b2b119f2cb919b1fefad117c14ff772061dc0) AuthConfig (f5653ebcfd824ab8e94f37cc64266bbcec7b2bd2bc9ac530205b170f770c65c4) AuthConfig (82b524073ace7b8ef6b2a5ee6553bc98d74226a1ab209bab9ee3229f0c0fb81c) AuthConfig (845ebc6feedc211b8b5353d61004d1d9a88b95f68631acf66fdbd88c617d4965) AuthConfig (1226c9927b935e63f8a78f8f299724cb05f907227d70ccb878af6e4f992d8fff) AuthConfig (b0687fefe6bb40666d2cf632c50825bbd1e8533e6be20c435578c47719eb9351) AuthConfig (a282cdced8118a374e7bdd218e76af4ba25edbd6f00898bfb07050bb94af5c10) AuthConfig (72205caa82fe6d23bc3870e51ad7ba6dfe229455083ea4c0f6f70e49367aa331) AuthConfig (6734c59a199f2d417534cecb2276b169229ec0b04db7b296ea60e91f843e5f6a) AuthConfig (84f5aadd4744a05bcdfcea291a14b657335331fc62f0e96007128b69e20f8ddb) AuthConfig (271e554d29e7b819ee802e48a901fa10689f5cd723197e56d5d4cc87eda559cd) AuthConfig (e18c8bf7e71ce3187b56b1165e0f8e7f3cb0c3bda6de3b9cbeaa0d3d82846365) AuthConfig (72b5872acab0bb1f19f21ff22ea9542cd8a4716a0107bac1837bc2d0c05f2256) AuthConfig (46989250d8df7fbbd7a55989ffc0d5bfcf6238344afa67abb38b8739f3ae742a) AuthConfig (c296c11e1840fc1d0708e089b2f0a0ae0b91eb230aff85e5f432e9f31311c51f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-rate-iso-auth-ea7da2","reconcileID":"b511cacc-263e-4601-9b90-43d97573ca51","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:54.057062461Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"rate-test-model-747b7b","reconcileID":"ba07da38-2d88-4860-b9fb-d365199e3182","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenant":"e2e-shared-b-w1-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/rate-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:54.057085904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"rate-test-model-747b7b","reconcileID":"ba07da38-2d88-4860-b9fb-d365199e3182","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"routeName":"rate-test-model-747b7b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","llmisvcName":"rate-test-model-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:55.540854217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c413047-d1ba-440f-9d82-4ac0f6648d1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:55.592662523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c413047-d1ba-440f-9d82-4ac0f6648d1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:55.64453288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c413047-d1ba-440f-9d82-4ac0f6648d1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:55.696553789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c413047-d1ba-440f-9d82-4ac0f6648d1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:56.966212464Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"28aacf44-3a35-41af-8c27-33bf42c19f03","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:57.809449799Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-a49015-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-a49015-sub","reconcileID":"6448d3a5-926f-4ba0-a4a8-dcfef68927ee","MaaSSubscription":{"name":"e2e-rt-eq-a49015-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-a49015","subscription":"e2e-rt-eq-a49015-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:57.913727133Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-a49015-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-a49015-sub","reconcileID":"6448d3a5-926f-4ba0-a4a8-dcfef68927ee","MaaSSubscription":{"name":"e2e-rt-eq-a49015-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-a49015","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:57.965594Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-a49015-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-a49015-sub","reconcileID":"6448d3a5-926f-4ba0-a4a8-dcfef68927ee","MaaSSubscription":{"name":"e2e-rt-eq-a49015-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-a49015","namespace":"llm","model":"llm/e2e-rt-eq-a49015","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:58.355961468Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-8f45a2 priority=0:[ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-41d69a-2a1454-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-fd3b7b-8f45a2-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-ok-23f068-2a1454-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-same-20611e-2a1454-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-same-20611e-ef54ab-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:58.407762181Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-a49015","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-a49015","reconcileID":"2ed596bb-0cdc-4c25-8e34-70c687a2e5ee","MaaSModelRef":{"name":"e2e-rt-eq-a49015","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-a49015","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:58.407787221Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-a49015","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-a49015","reconcileID":"2ed596bb-0cdc-4c25-8e34-70c687a2e5ee","MaaSModelRef":{"name":"e2e-rt-eq-a49015","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-a49015-91904cc64c1f","namespace":"llm","model":"e2e-rt-eq-a49015","externalModel":"e2e-rt-eq-a49015","provider":"e2e-rt-eq-a49015-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:58.56974267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7b2206","reconcileID":"b00a19e2-d22c-4d4f-9dd5-861c9d65087b","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7b2206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:58.569767371Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7b2206","reconcileID":"b00a19e2-d22c-4d4f-9dd5-861c9d65087b","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7b2206-0a59c39ee4dc","namespace":"llm","model":"e2e-rt-sw-7b2206","externalModel":"e2e-rt-sw-7b2206","provider":"e2e-rt-sw-7b2206-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:58.619689978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-a49015-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-a49015-access","reconcileID":"58e52282-e9c6-4d39-b9ae-cc7e4cea45b0","MaaSAuthPolicy":{"name":"e2e-rt-eq-a49015-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:58.619837962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-access","reconcileID":"69e93f1e-460d-45a3-8aff-eb71f3a8666a","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:58.619694909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ff4f53a-5141-4d7f-bdf0-f60a6b4ee3a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:58.620224195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9e198611-d3cd-40ca-a877-0805d15acad7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:58.674793165Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-a49015","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-a49015","reconcileID":"53aeadc1-d40a-4a77-9459-cb4345215a16","MaaSModelRef":{"name":"e2e-rt-eq-a49015","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-a49015","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:58.674813575Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-a49015","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-a49015","reconcileID":"53aeadc1-d40a-4a77-9459-cb4345215a16","MaaSModelRef":{"name":"e2e-rt-eq-a49015","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-a49015-91904cc64c1f","namespace":"llm","model":"e2e-rt-eq-a49015","externalModel":"e2e-rt-eq-a49015","provider":"e2e-rt-eq-a49015-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:58.675851144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-a49015-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-a49015-access","reconcileID":"58e52282-e9c6-4d39-b9ae-cc7e4cea45b0","MaaSAuthPolicy":{"name":"e2e-rt-eq-a49015-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:58.679820545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ff4f53a-5141-4d7f-bdf0-f60a6b4ee3a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:58.679832172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-access","reconcileID":"69e93f1e-460d-45a3-8aff-eb71f3a8666a","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:58.682020291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9e198611-d3cd-40ca-a877-0805d15acad7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:58.935623948Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-a49015-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-a49015-access","reconcileID":"353456da-fab1-4dc2-9c5a-17cad6179ef4","MaaSAuthPolicy":{"name":"e2e-rt-eq-a49015-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-a49015","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:59.14696506Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-a49015","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-a49015","reconcileID":"dc26eba2-3315-487f-bd6b-49e0261d7880","MaaSModelRef":{"name":"e2e-rt-eq-a49015","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-a49015","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:59.146992212Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-a49015","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-a49015","reconcileID":"dc26eba2-3315-487f-bd6b-49e0261d7880","MaaSModelRef":{"name":"e2e-rt-eq-a49015","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-a49015-91904cc64c1f","namespace":"llm","model":"e2e-rt-eq-a49015","externalModel":"e2e-rt-eq-a49015","provider":"e2e-rt-eq-a49015-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:59.656868393Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-a49015","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-a49015","reconcileID":"76eaf075-7f9c-4c6b-940f-ed1e2674df3f","namespace":"llm","name":"e2e-rt-eq-a49015","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:59.700943195Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8c9ac327-0f76-4b86-bb65-f405994d2fda","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:59.700962477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8c9ac327-0f76-4b86-bb65-f405994d2fda","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:59.701275328Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"da47736c-2188-4863-a935-48318d0f56af","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:59.701299841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"da47736c-2188-4863-a935-48318d0f56af","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:59.701543262Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1127dae7-926f-470d-8056-8c3ca44880cd","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:59.701556145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1127dae7-926f-470d-8056-8c3ca44880cd","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:59.75731371Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7b2206","reconcileID":"9d339948-135a-4cab-ab71-df78ee086251","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7b2206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:59.757356692Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7b2206","reconcileID":"9d339948-135a-4cab-ab71-df78ee086251","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7b2206-0a59c39ee4dc","namespace":"llm","model":"e2e-rt-sw-7b2206","externalModel":"e2e-rt-sw-7b2206","provider":"e2e-rt-sw-7b2206-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:59.781057788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-rate-iso-auth-ea7da2","reconcileID":"0e8e7d98-3aa5-4d43-b819-ba3d30e5c66b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-747b7b","tenantID":"e2e-shared-b-w1-747b7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:59.818674997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c5e78ec4-a24f-46f5-9d8b-febcf543becd","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:59.818695385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c5e78ec4-a24f-46f5-9d8b-febcf543becd","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:59.818960412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"dcfe9ea3-da7e-471d-b2b3-84b1c7f346c3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:59.81897322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"dcfe9ea3-da7e-471d-b2b3-84b1c7f346c3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:59.81917947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a8b8055e-99b2-4c06-9cff-1c4367e1deeb","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:59.819191051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a8b8055e-99b2-4c06-9cff-1c4367e1deeb","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:59.819438575Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f96a84b1-a295-403b-b7e2-4cafeb15b016","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:59.819451742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f96a84b1-a295-403b-b7e2-4cafeb15b016","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:59.81967132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2ad18326-87c0-4850-ac73-4d4b8a6e907b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:59.819682622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2ad18326-87c0-4850-ac73-4d4b8a6e907b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:59.847191029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"d6e9d755-a6f6-4f8a-b5ce-f326fd620fcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:59.854654477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-rate-iso-auth-ea7da2","reconcileID":"0e8e7d98-3aa5-4d43-b819-ba3d30e5c66b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"e2e-shared-b-w1-747b7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:59.898472419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"198b3550-e396-4a86-8b3b-551cbd8ef22c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:59.90504268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"d6e9d755-a6f6-4f8a-b5ce-f326fd620fcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:59.911090111Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-747b7b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (14312c684522f3582480971714d280abdd7b0fe7c1e2535e6c2304945d996f37) AuthConfig (e6e80c596c8a726ae73a0b86dbea708552b0d1b45aabb1a8cc931a050c8b03ae) AuthConfig (b98930905d0cb4afb471f98c3b3874cc72ca2f6684ce5a83e2cadf1f741960ae) AuthConfig (c6abb0f4ad503b97971aeff55a0b2b119f2cb919b1fefad117c14ff772061dc0) AuthConfig (f5653ebcfd824ab8e94f37cc64266bbcec7b2bd2bc9ac530205b170f770c65c4) AuthConfig (82b524073ace7b8ef6b2a5ee6553bc98d74226a1ab209bab9ee3229f0c0fb81c) AuthConfig (845ebc6feedc211b8b5353d61004d1d9a88b95f68631acf66fdbd88c617d4965) AuthConfig (1226c9927b935e63f8a78f8f299724cb05f907227d70ccb878af6e4f992d8fff) AuthConfig (b0687fefe6bb40666d2cf632c50825bbd1e8533e6be20c435578c47719eb9351) AuthConfig (a282cdced8118a374e7bdd218e76af4ba25edbd6f00898bfb07050bb94af5c10) AuthConfig (72205caa82fe6d23bc3870e51ad7ba6dfe229455083ea4c0f6f70e49367aa331) AuthConfig (6734c59a199f2d417534cecb2276b169229ec0b04db7b296ea60e91f843e5f6a) AuthConfig (84f5aadd4744a05bcdfcea291a14b657335331fc62f0e96007128b69e20f8ddb) AuthConfig (271e554d29e7b819ee802e48a901fa10689f5cd723197e56d5d4cc87eda559cd) AuthConfig (e18c8bf7e71ce3187b56b1165e0f8e7f3cb0c3bda6de3b9cbeaa0d3d82846365) AuthConfig (72b5872acab0bb1f19f21ff22ea9542cd8a4716a0107bac1837bc2d0c05f2256) AuthConfig (46989250d8df7fbbd7a55989ffc0d5bfcf6238344afa67abb38b8739f3ae742a) AuthConfig (c296c11e1840fc1d0708e089b2f0a0ae0b91eb230aff85e5f432e9f31311c51f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-rate-iso-auth-ea7da2","reconcileID":"0e8e7d98-3aa5-4d43-b819-ba3d30e5c66b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:59.932624152Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9915283d-3e3c-4620-9463-376e756ce619","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:59.934408472Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2e72d410-96d2-41f5-b5a4-9f0b03b6c56c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:59.957009228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"198b3550-e396-4a86-8b3b-551cbd8ef22c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:59.983031527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23f068-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-ok-23f068-2a1454-access","reconcileID":"65c426b8-f3ed-44a9-8e26-e9247f3f00f9","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23f068-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:38:59.986440198Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-7b2206-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-sub","reconcileID":"091c5588-2eb0-4c10-970e-f390f6f009c0","MaaSSubscription":{"name":"e2e-rt-sw-7b2206-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-7b2206","model":"llm/e2e-rt-sw-7b2206","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:00.002688532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"b90a9993-ad0f-4efd-811b-c2979a3058fa","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:00.040089303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23f068-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-ok-23f068-2a1454-access","reconcileID":"65c426b8-f3ed-44a9-8e26-e9247f3f00f9","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23f068-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:00.063206984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"b90a9993-ad0f-4efd-811b-c2979a3058fa","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:00.232314885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"7c923eab-f065-4e2e-8ca9-546a40e2d779","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:00.269711926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"da551e53-ab9b-447d-8673-30c8637d8ad9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:00.289104989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"7c923eab-f065-4e2e-8ca9-546a40e2d779","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:00.317193174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"a8034e8c-795a-4a72-bef4-940089a75aad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:00.327369202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"da551e53-ab9b-447d-8673-30c8637d8ad9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:00.373875598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"a8034e8c-795a-4a72-bef4-940089a75aad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:00.471719203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"276b8060-73eb-4bc8-abf8-5fdbcfda2b37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:00.528437011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"276b8060-73eb-4bc8-abf8-5fdbcfda2b37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:00.572284736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"be4cf00d-9ae6-48fa-bcdd-ea906831b569","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:00.584975509Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-a49015","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-a49015","reconcileID":"902ae6ef-74ac-4aa9-8a51-f79eae97d061","namespace":"llm","name":"e2e-rt-eq-a49015","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:00.629134278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"be4cf00d-9ae6-48fa-bcdd-ea906831b569","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:00.660499177Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"bff5a331-3e4e-42e6-951c-f2f2bd0f0b42","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:00.774042773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"11d28451-13e7-4f4c-b409-b58ffc436f0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:00.774041803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"80b7cec9-76df-47ea-a818-6280528c4dd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:00.826276963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"be29b3f3-9c6b-42e3-a7d7-540d4795ac5a","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:00.832354861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"80b7cec9-76df-47ea-a818-6280528c4dd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:00.832541279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"11d28451-13e7-4f4c-b409-b58ffc436f0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:00.883059605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"be29b3f3-9c6b-42e3-a7d7-540d4795ac5a","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:00.8930204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-access","reconcileID":"dd4f09d5-1f52-4f77-af15-b4f490e44757","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:00.950891031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-access","reconcileID":"dd4f09d5-1f52-4f77-af15-b4f490e44757","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:01.143433297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-auth-ea7da2","reconcileID":"bf621559-71fe-40e0-88e5-b67c9e621b69","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444","tenantID":"e2e-shared-a-w1-d7d444","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:01.143539977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-ef54ab-access","reconcileID":"9466b762-6240-4a59-8151-1bc4e6fbde26","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:01.200228326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-ef54ab-access","reconcileID":"9466b762-6240-4a59-8151-1bc4e6fbde26","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:01.200336378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-auth-ea7da2","reconcileID":"bf621559-71fe-40e0-88e5-b67c9e621b69","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"e2e-shared-a-w1-d7d444-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:01.244795655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9e0be6d1-e7c1-4438-844a-c87cb2f19eee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:01.246686207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-rate-iso-auth-ea7da2","reconcileID":"277faea1-c94e-4350-a0ed-8f89843c26e8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-747b7b","tenantID":"e2e-shared-b-w1-747b7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:01.301548601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9e0be6d1-e7c1-4438-844a-c87cb2f19eee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:01.303175067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-rate-iso-auth-ea7da2","reconcileID":"277faea1-c94e-4350-a0ed-8f89843c26e8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"e2e-shared-b-w1-747b7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:01.358840729Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-747b7b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (14312c684522f3582480971714d280abdd7b0fe7c1e2535e6c2304945d996f37) AuthConfig (e6e80c596c8a726ae73a0b86dbea708552b0d1b45aabb1a8cc931a050c8b03ae) AuthConfig (b98930905d0cb4afb471f98c3b3874cc72ca2f6684ce5a83e2cadf1f741960ae) AuthConfig (c6abb0f4ad503b97971aeff55a0b2b119f2cb919b1fefad117c14ff772061dc0) AuthConfig (f5653ebcfd824ab8e94f37cc64266bbcec7b2bd2bc9ac530205b170f770c65c4) AuthConfig (82b524073ace7b8ef6b2a5ee6553bc98d74226a1ab209bab9ee3229f0c0fb81c) AuthConfig (845ebc6feedc211b8b5353d61004d1d9a88b95f68631acf66fdbd88c617d4965) AuthConfig (1226c9927b935e63f8a78f8f299724cb05f907227d70ccb878af6e4f992d8fff) AuthConfig (b0687fefe6bb40666d2cf632c50825bbd1e8533e6be20c435578c47719eb9351) AuthConfig (a282cdced8118a374e7bdd218e76af4ba25edbd6f00898bfb07050bb94af5c10) AuthConfig (72205caa82fe6d23bc3870e51ad7ba6dfe229455083ea4c0f6f70e49367aa331) AuthConfig (6734c59a199f2d417534cecb2276b169229ec0b04db7b296ea60e91f843e5f6a) AuthConfig (84f5aadd4744a05bcdfcea291a14b657335331fc62f0e96007128b69e20f8ddb) AuthConfig (271e554d29e7b819ee802e48a901fa10689f5cd723197e56d5d4cc87eda559cd) AuthConfig (e18c8bf7e71ce3187b56b1165e0f8e7f3cb0c3bda6de3b9cbeaa0d3d82846365) AuthConfig (72b5872acab0bb1f19f21ff22ea9542cd8a4716a0107bac1837bc2d0c05f2256) AuthConfig (46989250d8df7fbbd7a55989ffc0d5bfcf6238344afa67abb38b8739f3ae742a) AuthConfig (c296c11e1840fc1d0708e089b2f0a0ae0b91eb230aff85e5f432e9f31311c51f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-rate-iso-auth-ea7da2","reconcileID":"277faea1-c94e-4350-a0ed-8f89843c26e8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:01.449515984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c154fe33-d3e2-454f-a361-18c29dc7f687","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:01.502585226Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7b2206","reconcileID":"0c3b2911-5da5-427f-bc8c-f2a83b797223","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7b2206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:01.502611106Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7b2206","reconcileID":"0c3b2911-5da5-427f-bc8c-f2a83b797223","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7b2206-0a59c39ee4dc","namespace":"llm","model":"e2e-rt-sw-7b2206","externalModel":"e2e-rt-sw-7b2206","provider":"e2e-rt-sw-7b2206-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:01.506244732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c154fe33-d3e2-454f-a361-18c29dc7f687","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:01.515933584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"8ff68853-7d7e-49aa-9352-f4c6e9968fbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:01.572658732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"8ff68853-7d7e-49aa-9352-f4c6e9968fbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:01.616200131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"e1b4a5ed-aeab-4da2-8323-dabe14a8bc55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:01.666922257Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-7b2206-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-sub","reconcileID":"10716465-bd07-4cef-b4c4-31641edb5e1f","MaaSSubscription":{"name":"e2e-rt-sw-7b2206-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c5e240d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:01.672961625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"e1b4a5ed-aeab-4da2-8323-dabe14a8bc55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:01.718269214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"64d5fd84-41dd-4000-b00c-32137ad3cf35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:01.777206379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"64d5fd84-41dd-4000-b00c-32137ad3cf35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:01.872696722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"27235764-fb52-493f-a560-78e3125536b9","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:01.908961258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"e7bf95b8-99f9-47bf-8a14-730ecc3a8cc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:01.929525311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"27235764-fb52-493f-a560-78e3125536b9","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:01.965739132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"e7bf95b8-99f9-47bf-8a14-730ecc3a8cc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:02.106236316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"dc103b7b-1855-4890-bf4b-ab6c8cd2c99d","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:02.141091392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23f068-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-ok-23f068-2a1454-access","reconcileID":"77a5a016-4af3-4e69-8eb2-e318b3a5549c","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23f068-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:02.164112799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"dc103b7b-1855-4890-bf4b-ab6c8cd2c99d","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:02.198984181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23f068-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-ok-23f068-2a1454-access","reconcileID":"77a5a016-4af3-4e69-8eb2-e318b3a5549c","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23f068-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:02.242883638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"27fb9bb7-881b-449e-95bc-c81927dd5574","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:02.300121517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"27fb9bb7-881b-449e-95bc-c81927dd5574","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:02.328941711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"698538fd-2b1e-47c4-a008-2b497d7cab55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:02.385395953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"698538fd-2b1e-47c4-a008-2b497d7cab55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:02.427850777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f2011782-2785-4661-98e9-bff33124b76d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:02.484564255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f2011782-2785-4661-98e9-bff33124b76d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:02.631375176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-access","reconcileID":"ddc4dcd3-652b-46f6-a29a-96700105278e","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:02.688068266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-access","reconcileID":"ddc4dcd3-652b-46f6-a29a-96700105278e","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:06.780717898Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:07.071607051Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"a9c5f237-3d2f-421f-a0d4-dd7e35635ca0","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:10.601939422Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-20611e-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-sub","reconcileID":"073cbcf8-74c3-43e3-838e-5f251a44f89d","MaaSSubscription":{"name":"e2e-cfl-same-20611e-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-same-20611e","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-same-20611e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:10.64826761Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-subscription","reconcileID":"9f4fbce6-9ccc-4f95-ba4e-e337e1a5946b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-premium-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:10.798832274Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"97499070-2e7a-4dda-8fff-94fc3cdbbf6a","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:10.892165261Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-subscription","reconcileID":"929e56d6-abb9-488c-8c8d-187a79665d0d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:11.019228606Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"39a2838a-07c3-442b-8616-0b3999135dcb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:11.148368287Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-41d69a-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-sub","reconcileID":"6ec5c9f6-fe2e-46f7-bf38-7f8d306d8d55","MaaSSubscription":{"name":"e2e-cfl-41d69a-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-41d69a","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-41d69a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:11.19199825Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"944ab3c6-1b8c-40a5-9566-022a58b2025d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:11.308236444Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-subscription","reconcileID":"98d96589-bd9a-4942-a847-f6c66f3b1518","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-premium-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/premium-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:11.393893954Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-fd3b7b-8f45a2-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-sub","reconcileID":"bf9a5349-5466-43a5-9242-5698ab3878f5","MaaSSubscription":{"name":"e2e-cfl-fd3b7b-8f45a2-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-fd3b7b","model":"ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-fd3b7b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:11.472839623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-rate-iso-auth-ea7da2","reconcileID":"7e053ec0-0c50-4f69-92d7-55bce52c164a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-747b7b","tenantID":"e2e-shared-b-w1-747b7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:11.531316105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-rate-iso-auth-ea7da2","reconcileID":"7e053ec0-0c50-4f69-92d7-55bce52c164a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"e2e-shared-b-w1-747b7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:11.541001087Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-subscription","reconcileID":"5d1fda07-dac0-43cb-83d7-24a4b3bf6d0d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-premium-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/premium-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:11.66978419Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"42fa2341-fe2b-4f77-9b00-4febb3972779","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:11.688088736Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-23f068-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-ok-23f068-2a1454-sub","reconcileID":"c43a977e-c22b-4e40-bb3e-0d6b2dc4014a","MaaSSubscription":{"name":"e2e-cfl-ok-23f068-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-ok-23f068","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-ok-23f068","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:11.726878131Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-7b2206-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-sub","reconcileID":"40229c54-56dc-4fa3-b0f5-9c4a5b5c2fcd","MaaSSubscription":{"name":"e2e-rt-sw-7b2206-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-7b2206","subscription":"e2e-rt-sw-7b2206-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:11.821865154Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"20aa3c6c-286d-4fd3-a90d-c0ab1f3d009d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:11.83477329Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-7b2206-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-sub","reconcileID":"40229c54-56dc-4fa3-b0f5-9c4a5b5c2fcd","MaaSSubscription":{"name":"e2e-rt-sw-7b2206-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-7b2206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:11.855681425Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"rate-test-model-747b7b","reconcileID":"efc5c839-b767-4f9a-8343-1563c4db1bf1","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenant":"e2e-shared-b-w1-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/rate-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:11.855796003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"rate-test-model-747b7b","reconcileID":"efc5c839-b767-4f9a-8343-1563c4db1bf1","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"routeName":"rate-test-model-747b7b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","llmisvcName":"rate-test-model-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:11.889227665Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-7b2206-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-sub","reconcileID":"40229c54-56dc-4fa3-b0f5-9c4a5b5c2fcd","MaaSSubscription":{"name":"e2e-rt-sw-7b2206-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-7b2206","namespace":"llm","model":"llm/e2e-rt-sw-7b2206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:12.167117294Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-8f45a2 priority=0:[ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-41d69a-2a1454-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-fd3b7b-8f45a2-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-ok-23f068-2a1454-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-same-20611e-2a1454-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-same-20611e-ef54ab-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:12.219445901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7b2206","reconcileID":"f0b65890-ef34-4453-a0f3-3af228480c5d","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7b2206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:12.219470519Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7b2206","reconcileID":"f0b65890-ef34-4453-a0f3-3af228480c5d","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7b2206-0a59c39ee4dc","namespace":"llm","model":"e2e-rt-sw-7b2206","externalModel":"e2e-rt-sw-7b2206","provider":"e2e-rt-sw-7b2206-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:12.272735414Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-20611e-ef54ab-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-ef54ab-sub","reconcileID":"6c50201c-6891-4374-80ea-14ed1ae715ab","MaaSSubscription":{"name":"e2e-cfl-same-20611e-ef54ab-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-same-20611e","model":"e2e-extmod-cfl-2-ef54ab/e2e-cfl-same-20611e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:12.376206936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-access","reconcileID":"375c5206-df7a-4524-896e-641ef0a3a189","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:12.376732564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a3f0ade0-f05c-4083-874a-101b8f2c4296","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:12.379540898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fbb93af2-a023-4b85-888d-ae645e957ff0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:12.381625996Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7b2206","reconcileID":"84d6c458-bf76-45c0-9aaf-0de4e0249eba","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7b2206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:12.381642352Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7b2206","reconcileID":"84d6c458-bf76-45c0-9aaf-0de4e0249eba","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7b2206-0a59c39ee4dc","namespace":"llm","model":"e2e-rt-sw-7b2206","externalModel":"e2e-rt-sw-7b2206","provider":"e2e-rt-sw-7b2206-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:12.433062712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-access","reconcileID":"375c5206-df7a-4524-896e-641ef0a3a189","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:12.433161971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a3f0ade0-f05c-4083-874a-101b8f2c4296","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:12.435777161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fbb93af2-a023-4b85-888d-ae645e957ff0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:39:12.486438367Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7b2206","reconcileID":"84d6c458-bf76-45c0-9aaf-0de4e0249eba","name":"e2e-rt-sw-7b2206","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-7b2206\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:39:12.486503063Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7b2206","reconcileID":"84d6c458-bf76-45c0-9aaf-0de4e0249eba","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-7b2206\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:12.543787499Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7b2206","reconcileID":"4ce86a75-dc62-4947-a125-39174efcf59f","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7b2206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:12.543807435Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7b2206","reconcileID":"4ce86a75-dc62-4947-a125-39174efcf59f","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7b2206-0a59c39ee4dc","namespace":"llm","model":"e2e-rt-sw-7b2206","externalModel":"e2e-rt-sw-7b2206","provider":"e2e-rt-sw-7b2206-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:12.69064538Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-7b2206-access","reconcileID":"b6b4570d-c0b2-4efa-8f6a-306bef163abb","MaaSAuthPolicy":{"name":"e2e-rt-sw-7b2206-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-7b2206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:12.99898165Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7b2206","reconcileID":"5c1b92cb-ecfd-49a4-ab56-681ada7b9288","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-7b2206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:12.999008202Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7b2206","reconcileID":"5c1b92cb-ecfd-49a4-ab56-681ada7b9288","MaaSModelRef":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-7b2206-0a59c39ee4dc","namespace":"llm","model":"e2e-rt-sw-7b2206","externalModel":"e2e-rt-sw-7b2206","provider":"e2e-rt-sw-7b2206-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:13.498192834Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7b2206","reconcileID":"b43dc8be-c699-4991-991b-f5f0282464a4","namespace":"llm","name":"e2e-rt-sw-7b2206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:13.55528884Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"64968b9f-a29f-4636-b31d-979b11e36726","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:13.55530712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"64968b9f-a29f-4636-b31d-979b11e36726","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:13.555634323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1ce95241-7bec-4dfd-ab24-9dbc048233a6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:13.555647427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1ce95241-7bec-4dfd-ab24-9dbc048233a6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:13.555838277Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"67a927c9-484f-494b-87cd-529984f61cf2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:13.555848936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"67a927c9-484f-494b-87cd-529984f61cf2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:13.556068918Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7b132ea8-e91b-4db1-b351-95908695a711","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:13.556079722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7b132ea8-e91b-4db1-b351-95908695a711","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:13.556286913Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"31b2ede4-01c3-433e-ab95-11bb98bd0723","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:13.556305352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"31b2ede4-01c3-433e-ab95-11bb98bd0723","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:13.556560634Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"624fbef9-2118-4edf-8316-8297e81cc4fd","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:13.556573321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"624fbef9-2118-4edf-8316-8297e81cc4fd","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:13.556755435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"516c4aa0-4398-438d-a9d1-58ba5d4d288d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:13.556765578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"516c4aa0-4398-438d-a9d1-58ba5d4d288d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:13.55693554Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"856432fd-a259-42a5-9c54-22c35a760529","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:13.556945247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"856432fd-a259-42a5-9c54-22c35a760529","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:13.656268805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"778176ab-b44f-4ef0-90cf-78d5af10962f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:13.658280342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"d97ef32f-ccf4-4f2e-ba99-768120b63fdb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:13.660187308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"bfb1f7d0-d5ad-412f-ab7d-c1db1d12107b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:13.662027731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"95c270de-e96f-4275-a75d-2943d46d978e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:13.713547098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"778176ab-b44f-4ef0-90cf-78d5af10962f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:13.714895274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"d97ef32f-ccf4-4f2e-ba99-768120b63fdb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:13.716589091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"bfb1f7d0-d5ad-412f-ab7d-c1db1d12107b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:13.718444456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"95c270de-e96f-4275-a75d-2943d46d978e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:13.749792788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c673e5"},"namespace":"ai-tenant-e2e-explicit-c673e5","name":"default-tenant","reconcileID":"f3135648-8192-4288-b25c-c51efb4741b9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-explicit-c673e5","tenantID":"e2e-explicit-c673e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:13.762699353Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7e77826d-50a9-4001-8eb2-80bad751214a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:13.765051737Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a2f1eeee-2b0c-4db4-b845-63fd20a63ea1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:13.809291757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"310d606a-46a4-4adc-9423-2a60f031e832","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:13.871148029Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c673e5"},"namespace":"ai-tenant-e2e-explicit-c673e5","name":"default-tenant","reconcileID":"f3135648-8192-4288-b25c-c51efb4741b9","name":"e2e-explicit-c673e5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:13.873511479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"310d606a-46a4-4adc-9423-2a60f031e832","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:14.028453146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"75a767e6-f942-47d0-a987-0291e97ed1f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:14.045250601Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-7b2206","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-7b2206","reconcileID":"252ddc61-c605-4b33-abc4-e57b58a8f9fe","namespace":"llm","name":"e2e-rt-sw-7b2206","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:14.080183465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-auth-ea7da2","reconcileID":"dbd669bc-39bf-4d47-acc0-501be98de744","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444","tenantID":"e2e-shared-a-w1-d7d444","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:14.092429552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"75a767e6-f942-47d0-a987-0291e97ed1f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:14.16022024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"112ad18f-d34c-4a04-9779-32566f78c352","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:14.162718458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-auth-ea7da2","reconcileID":"dbd669bc-39bf-4d47-acc0-501be98de744","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"e2e-shared-a-w1-d7d444-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:14.216909356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"112ad18f-d34c-4a04-9779-32566f78c352","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:14.267942819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-rate-iso-auth-ea7da2","reconcileID":"67692339-6f5b-4d36-8ad0-f85aff64e496","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-747b7b","tenantID":"e2e-shared-b-w1-747b7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:14.313746083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-ef54ab-access","reconcileID":"4d199d51-028f-4997-974e-42a1d571230a","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:14.324539442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-rate-iso-auth-ea7da2","reconcileID":"67692339-6f5b-4d36-8ad0-f85aff64e496","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"e2e-shared-b-w1-747b7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:14.371662485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-ef54ab-access","reconcileID":"4d199d51-028f-4997-974e-42a1d571230a","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:14.424234557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"82a14efa-159a-4c56-9338-c7c3438ee3aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:14.484862053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"82a14efa-159a-4c56-9338-c7c3438ee3aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:14.525663851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"96b07177-5a09-4d0c-a5d6-c446113ab950","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:14.583451262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"96b07177-5a09-4d0c-a5d6-c446113ab950","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:14.776407604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"fdf2db18-e782-49a7-b48e-6a4f44c285e3","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:14.832620646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"fdf2db18-e782-49a7-b48e-6a4f44c285e3","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:14.878882204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23f068-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-ok-23f068-2a1454-access","reconcileID":"2a843d83-9b3e-4438-a733-fbd882337978","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23f068-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:14.929695331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"73eba17e-f00d-4bed-8df4-876f9f467073","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:14.92976578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5f58d09c-a93a-4a39-8747-f830b0f94ed7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:14.93553522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23f068-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-ok-23f068-2a1454-access","reconcileID":"2a843d83-9b3e-4438-a733-fbd882337978","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23f068-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:14.988099888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"a00bf110-a2e2-4d54-b92b-c11acbd26202","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:14.996728803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"73eba17e-f00d-4bed-8df4-876f9f467073","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:14.997391668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5f58d09c-a93a-4a39-8747-f830b0f94ed7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:15.06344455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"a00bf110-a2e2-4d54-b92b-c11acbd26202","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:15.277111224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"7fa054e0-99eb-43e4-8011-c484b4096b09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:15.334064286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"7fa054e0-99eb-43e4-8011-c484b4096b09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:15.357681511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"f9258ada-8dc3-48c3-b79e-1e1e0da50355","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:15.414012627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"f9258ada-8dc3-48c3-b79e-1e1e0da50355","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:15.458081427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"223e105d-a07e-4af7-93ae-d632af394367","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:15.509455954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"3b54b218-8b02-42a9-8073-2a24668639c0","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:15.514570458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"223e105d-a07e-4af7-93ae-d632af394367","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:15.564460045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"6767b73a-a112-40aa-937c-c7ac34ec8287","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:15.567128959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"3b54b218-8b02-42a9-8073-2a24668639c0","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:15.621386088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"6767b73a-a112-40aa-937c-c7ac34ec8287","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:15.723844311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-auth-ea7da2","reconcileID":"7d32c71c-42e8-4082-8efa-2ba9a9308fce","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444","tenantID":"e2e-shared-a-w1-d7d444","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:15.781283074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-auth-ea7da2","reconcileID":"7d32c71c-42e8-4082-8efa-2ba9a9308fce","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"e2e-shared-a-w1-d7d444-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:15.817027924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-ef54ab-access","reconcileID":"e4d00a6b-1f0a-4053-b33f-03fb8b41ab39","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:15.876146636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-ef54ab-access","reconcileID":"e4d00a6b-1f0a-4053-b33f-03fb8b41ab39","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:17.176515719Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"be030a16-8c36-4e7d-a657-92794c5a758c","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:20.924719383Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"ab0acd69-999e-4d72-830c-c1b45f8b28d4","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:24.692530623Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"rate-test-model-d7d444","reconcileID":"27baab11-1edf-46db-9e02-0e6527ce249a","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenant":"e2e-shared-a-w1-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/rate-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:24.692558444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"rate-test-model-d7d444","reconcileID":"27baab11-1edf-46db-9e02-0e6527ce249a","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"routeName":"rate-test-model-d7d444-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","llmisvcName":"rate-test-model-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:24.692581763Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-8f45a2 priority=0:[ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-41d69a-2a1454-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-fd3b7b-8f45a2-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-ok-23f068-2a1454-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-same-20611e-2a1454-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-same-20611e-ef54ab-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:24.752217621Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"rate-test-model-d7d444","reconcileID":"cbf34f66-2032-4a8d-ad80-b95f0d11695e","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenant":"e2e-shared-a-w1-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/rate-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:24.752355909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"rate-test-model-d7d444","reconcileID":"cbf34f66-2032-4a8d-ad80-b95f0d11695e","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"routeName":"rate-test-model-d7d444-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","llmisvcName":"rate-test-model-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:24.799599038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-auth-ea7da2","reconcileID":"b88eae7c-61c4-4a55-af3c-60d68ee1f615","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444","tenantID":"e2e-shared-a-w1-d7d444","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:39:24.800392685Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-a-ea7da2","reconcileID":"b470fe20-2699-4bf7-832c-9c640220357b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-ea7da2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:39:24.805666353Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"rate-test-model-d7d444","reconcileID":"cbf34f66-2032-4a8d-ad80-b95f0d11695e","name":"rate-test-model-d7d444","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-d7d444\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:39:24.805711336Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"rate-test-model-d7d444","reconcileID":"cbf34f66-2032-4a8d-ad80-b95f0d11695e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-d7d444\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:24.811019061Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"rate-test-model-d7d444","reconcileID":"f4fa1698-4fde-4215-a984-d45dc5727a4a","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenant":"e2e-shared-a-w1-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/rate-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:24.811034658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"rate-test-model-d7d444","reconcileID":"f4fa1698-4fde-4215-a984-d45dc5727a4a","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"routeName":"rate-test-model-d7d444-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","llmisvcName":"rate-test-model-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:24.856038596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-auth-ea7da2","reconcileID":"b88eae7c-61c4-4a55-af3c-60d68ee1f615","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"e2e-shared-a-w1-d7d444-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:24.909129766Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"rate-test-model-d7d444","reconcileID":"86c90fd2-9d9f-416a-8892-b30d437c0fe9","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenant":"e2e-shared-a-w1-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/rate-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:24.909151141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"rate-test-model-d7d444","reconcileID":"86c90fd2-9d9f-416a-8892-b30d437c0fe9","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"routeName":"rate-test-model-d7d444-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","llmisvcName":"rate-test-model-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:24.964031734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"rate-test-model-d7d444","reconcileID":"28892cfb-fa97-408c-adda-ec8397703fbd","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenant":"e2e-shared-a-w1-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/rate-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:24.964050509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"rate-test-model-d7d444","reconcileID":"28892cfb-fa97-408c-adda-ec8397703fbd","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"routeName":"rate-test-model-d7d444-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","llmisvcName":"rate-test-model-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:25.009943731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"rate-test-model-747b7b","reconcileID":"d6177e71-9ded-478e-8550-7ce1f0908947","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenant":"e2e-shared-b-w1-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/rate-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:25.009961015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"rate-test-model-747b7b","reconcileID":"d6177e71-9ded-478e-8550-7ce1f0908947","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"routeName":"rate-test-model-747b7b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","llmisvcName":"rate-test-model-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:25.009976869Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-8f45a2 priority=0:[ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-41d69a-2a1454-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-fd3b7b-8f45a2-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-ok-23f068-2a1454-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-same-20611e-2a1454-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-same-20611e-ef54ab-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:25.068390674Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"rate-test-model-747b7b","reconcileID":"9503c324-64cc-46dc-8660-83ff577f7acf","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenant":"e2e-shared-b-w1-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/rate-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:25.068469155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"rate-test-model-747b7b","reconcileID":"9503c324-64cc-46dc-8660-83ff577f7acf","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"routeName":"rate-test-model-747b7b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","llmisvcName":"rate-test-model-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:25.117756764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-rate-iso-auth-ea7da2","reconcileID":"6d3d167a-705e-47b4-80a6-b9e9643e8026","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-747b7b","tenantID":"e2e-shared-b-w1-747b7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:39:25.118679126Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-ea7da2","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-rate-iso-b-ea7da2","reconcileID":"153edfba-155e-46b0-b76c-08dc5cddb003","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-ea7da2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:39:25.122314262Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"rate-test-model-747b7b","reconcileID":"9503c324-64cc-46dc-8660-83ff577f7acf","name":"rate-test-model-747b7b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-747b7b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:39:25.122393249Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"rate-test-model-747b7b","reconcileID":"9503c324-64cc-46dc-8660-83ff577f7acf","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-747b7b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:25.12770334Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"rate-test-model-747b7b","reconcileID":"3621e1ff-85d8-44e7-b2a8-64050478b75c","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenant":"e2e-shared-b-w1-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/rate-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:25.127718121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"rate-test-model-747b7b","reconcileID":"3621e1ff-85d8-44e7-b2a8-64050478b75c","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"routeName":"rate-test-model-747b7b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","llmisvcName":"rate-test-model-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:25.174544017Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-a-ea7da2","reconcileID":"bfdc7fcf-1def-4503-ab70-b5cc22c4cb8f","MaaSSubscription":{"name":"e2e-rate-iso-a-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"maas-trlp-rate-test-model-d7d444","model":"rate-test-model-d7d444","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-d7d444/e2e-rate-iso-a-ea7da2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:25.17461747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-rate-iso-auth-ea7da2","reconcileID":"6d3d167a-705e-47b4-80a6-b9e9643e8026","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"e2e-shared-b-w1-747b7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:25.216482083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-auth-ea7da2","reconcileID":"37bedb6b-2c7c-4ae0-bfe7-9df1b36c6733","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444","tenantID":"e2e-shared-a-w1-d7d444","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:25.227475211Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"rate-test-model-747b7b","reconcileID":"6c1478b9-ee79-44cd-bd24-76295772c4ba","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenant":"e2e-shared-b-w1-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/rate-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:25.22749639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"rate-test-model-747b7b","reconcileID":"6c1478b9-ee79-44cd-bd24-76295772c4ba","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"routeName":"rate-test-model-747b7b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","llmisvcName":"rate-test-model-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:25.27308116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-auth-ea7da2","reconcileID":"37bedb6b-2c7c-4ae0-bfe7-9df1b36c6733","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"e2e-shared-a-w1-d7d444-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:25.284116692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"rate-test-model-747b7b","reconcileID":"ee904678-7630-45c7-ac60-3d18379d9564","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenant":"e2e-shared-b-w1-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/rate-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:25.28413339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"rate-test-model-747b7b","reconcileID":"ee904678-7630-45c7-ac60-3d18379d9564","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"routeName":"rate-test-model-747b7b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","llmisvcName":"rate-test-model-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:25.34188629Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"rate-test-model-d7d444","reconcileID":"53762e1d-a3b3-417c-a85e-d6ec4ddb56ae","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenant":"e2e-shared-a-w1-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/rate-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:25.341918257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"rate-test-model-d7d444","reconcileID":"53762e1d-a3b3-417c-a85e-d6ec4ddb56ae","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"routeName":"rate-test-model-d7d444-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","llmisvcName":"rate-test-model-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:25.48333339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-rate-iso-auth-ea7da2","reconcileID":"3abae549-eba2-43c1-83dd-18c39eecdc78","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-747b7b","tenantID":"e2e-shared-b-w1-747b7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:25.492410333Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-ea7da2","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-rate-iso-b-ea7da2","reconcileID":"920a8a46-bf39-4ae7-8b3d-3304271f2b6b","MaaSSubscription":{"name":"e2e-rate-iso-b-ea7da2","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"maas-trlp-rate-test-model-747b7b","model":"rate-test-model-747b7b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-747b7b/e2e-rate-iso-b-ea7da2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:25.540012981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-rate-iso-auth-ea7da2","reconcileID":"3abae549-eba2-43c1-83dd-18c39eecdc78","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"e2e-shared-b-w1-747b7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:25.590912201Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-a-ea7da2","reconcileID":"1cfd8746-73a9-4868-947c-a9087f035840","MaaSSubscription":{"name":"e2e-rate-iso-a-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"maas-trlp-rate-test-model-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/rate-test-model-d7d444","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:25.659357438Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"rate-test-model-747b7b","reconcileID":"ea2dc747-836e-4e50-8699-380fc0363703","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenant":"e2e-shared-b-w1-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/rate-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:25.659375615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"rate-test-model-747b7b","reconcileID":"ea2dc747-836e-4e50-8699-380fc0363703","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"routeName":"rate-test-model-747b7b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","llmisvcName":"rate-test-model-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:25.866272003Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-ea7da2","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-rate-iso-b-ea7da2","reconcileID":"a2b6b87a-487b-48ea-8c12-4af099e68082","MaaSSubscription":{"name":"e2e-rate-iso-b-ea7da2","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"maas-trlp-rate-test-model-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/rate-test-model-747b7b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:27.281228614Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"49c6f84b-241f-4f2c-8a19-dc82a2f8f211","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:31.029282632Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"ac08b08f-1c2c-43ef-9ae9-e5763439f805","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:36.776657979Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:37.394835489Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"82a8923e-29be-4aaf-af28-bdd57bf2da14","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:38.291027947Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"dd82bc0a-70bb-4bb3-aedc-72bf54a2ea0d","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:38.425012364Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"f715937e-9731-4200-b9a7-91f9f39eee62","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:38.48784469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-ea7da2","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-rate-iso-b-ea7da2","reconcileID":"a5d8a384-c350-4b80-a423-0776d2e42b99","MaaSSubscription":{"name":"e2e-rate-iso-b-ea7da2","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"maas-trlp-rate-test-model-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/rate-test-model-747b7b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:38.559738784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-a-ea7da2","reconcileID":"b9771a83-b4c0-487d-992f-518127793a38","MaaSSubscription":{"name":"e2e-rate-iso-a-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"maas-trlp-rate-test-model-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/rate-test-model-d7d444","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:38.733270883Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"rate-test-model-747b7b","reconcileID":"88d80394-2a61-4ce0-b672-49a6f297acfd","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenant":"e2e-shared-b-w1-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/rate-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:38.733417578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"rate-test-model-747b7b","reconcileID":"88d80394-2a61-4ce0-b672-49a6f297acfd","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"routeName":"rate-test-model-747b7b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","llmisvcName":"rate-test-model-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:38.785447211Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"rate-test-model-d7d444","reconcileID":"308456e6-97da-4f6b-9d1a-2e760e7ff8a2","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenant":"e2e-shared-a-w1-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/rate-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:38.78559052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"rate-test-model-d7d444","reconcileID":"308456e6-97da-4f6b-9d1a-2e760e7ff8a2","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"routeName":"rate-test-model-d7d444-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","llmisvcName":"rate-test-model-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:39.362855368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b16d08ab-2987-4a7d-99f2-3376b2eef5e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:39.415115731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b16d08ab-2987-4a7d-99f2-3376b2eef5e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:39.471708463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b16d08ab-2987-4a7d-99f2-3376b2eef5e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:39.524789845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b16d08ab-2987-4a7d-99f2-3376b2eef5e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:39.635465952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-rate-iso-auth-ea7da2","reconcileID":"d4666986-bac4-48f1-8858-af59705902a3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-747b7b","tenantID":"e2e-shared-b-w1-747b7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:39.692006521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-rate-iso-auth-ea7da2","reconcileID":"d4666986-bac4-48f1-8858-af59705902a3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"e2e-shared-b-w1-747b7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:39.79731313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-auth-ea7da2","reconcileID":"79777eb4-09b0-4a34-8558-6996c9d8d32e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444","tenantID":"e2e-shared-a-w1-d7d444","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:39.862088503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-auth-ea7da2","reconcileID":"79777eb4-09b0-4a34-8558-6996c9d8d32e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"e2e-shared-a-w1-d7d444-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:47.500385936Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"9e0d866a-bb2e-4fc4-a2cf-26c9d5de3bfc","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:48.540310209Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"924ad393-42e6-45c9-9828-ac99f2dfb629","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:48.897760567Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"04c51af5-41e7-4947-9c79-01a742480f1e","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:52.973959444Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"default-tenant","reconcileID":"77966f99-58be-414c-9415-403a573a359b","namespace":"ai-tenant-e2e-mt-c0662f25","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:52.974043282Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"default-tenant","reconcileID":"77966f99-58be-414c-9415-403a573a359b","namespace":"ai-tenant-e2e-mt-c0662f25","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:52.97413564Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"default-tenant","reconcileID":"77966f99-58be-414c-9415-403a573a359b","tenant":"e2e-mt-c0662f25","tenantID":"e2e-mt-c0662f25","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:53.028454703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"default-tenant","reconcileID":"77966f99-58be-414c-9415-403a573a359b","gvk":"Deployment","name":"maas-api-e2e-mt-c0662f25","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:53.088696027Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"default-tenant","reconcileID":"77966f99-58be-414c-9415-403a573a359b","gvk":"Service","name":"maas-api-e2e-mt-c0662f25","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:53.150566745Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"default-tenant","reconcileID":"77966f99-58be-414c-9415-403a573a359b","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-c0662f25","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:53.205489034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"default-tenant","reconcileID":"77966f99-58be-414c-9415-403a573a359b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-c0662f25","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:53.263685647Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"default-tenant","reconcileID":"77966f99-58be-414c-9415-403a573a359b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-c0662f25","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:53.319011365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"default-tenant","reconcileID":"77966f99-58be-414c-9415-403a573a359b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-c0662f25","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:53.377004549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"default-tenant","reconcileID":"77966f99-58be-414c-9415-403a573a359b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-c0662f25","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:53.43135327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"default-tenant","reconcileID":"77966f99-58be-414c-9415-403a573a359b","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-c0662f25","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:53.482973393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"default-tenant","reconcileID":"77966f99-58be-414c-9415-403a573a359b","gvk":"Deployment","name":"payload-processing-e2e-mt-c0662f25","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:53.534776928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"default-tenant","reconcileID":"77966f99-58be-414c-9415-403a573a359b","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-c0662f25","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:53.586397408Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"default-tenant","reconcileID":"77966f99-58be-414c-9415-403a573a359b","gvk":"Service","name":"payload-processing-e2e-mt-c0662f25","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:53.639694675Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"default-tenant","reconcileID":"77966f99-58be-414c-9415-403a573a359b","gvk":"Service","name":"payload-pre-processing-e2e-mt-c0662f25","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:53.691440708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"default-tenant","reconcileID":"77966f99-58be-414c-9415-403a573a359b","gvk":"DestinationRule","name":"payload-processing-e2e-mt-c0662f25","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:53.742892233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"default-tenant","reconcileID":"77966f99-58be-414c-9415-403a573a359b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-c0662f25","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:53.794743131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"default-tenant","reconcileID":"77966f99-58be-414c-9415-403a573a359b","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-c0662f25","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:53.850470124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"default-tenant","reconcileID":"77966f99-58be-414c-9415-403a573a359b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-c0662f25","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:53.902087013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"default-tenant","reconcileID":"77966f99-58be-414c-9415-403a573a359b","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-c0662f25","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:53.953529024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"default-tenant","reconcileID":"77966f99-58be-414c-9415-403a573a359b","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-c0662f25","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:54.012587811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"default-tenant","reconcileID":"77966f99-58be-414c-9415-403a573a359b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-c0662f25","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:54.064147281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-c0662f25"},"namespace":"ai-tenant-e2e-mt-c0662f25","name":"default-tenant","reconcileID":"77966f99-58be-414c-9415-403a573a359b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-c0662f25","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:54.762165254Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-c0662f25","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-c0662f25","reconcileID":"edec7239-8408-4ba8-bd8d-5b01d359846f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-c0662f25","removed":["maas.opendatahub.io/gateway-access-e2e-mt-c0662f25"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:55.095626279Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"1d9d7121-dd8b-458a-8598-01eab638d21d","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:55.422390435Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-51cd35","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-broken-51cd35","reconcileID":"f3902412-aa9b-4a41-9048-a2db71fe587e","namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-broken-51cd35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:55.534466333Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-51cd35","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-broken-51cd35","reconcileID":"0c0348aa-ed6b-48a3-b016-7dae990e51c8","namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-broken-51cd35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:55.581157745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"0232fe04-c525-4bda-be43-4d6bc1e4367b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:55.586823081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"d6f9a6e2-dc19-462a-94c5-be2b17c38fa9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:55.601986187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"991a7a4e-90b8-4b63-9143-fabfda6ffb0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:55.638356216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"0232fe04-c525-4bda-be43-4d6bc1e4367b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:55.644172267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"d6f9a6e2-dc19-462a-94c5-be2b17c38fa9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:55.658702552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"991a7a4e-90b8-4b63-9143-fabfda6ffb0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:55.736010215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23f068-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-ok-23f068-2a1454-access","reconcileID":"ca294fa4-9677-4012-a5ef-f8a72bf1a034","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23f068-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:55.758742985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"c309c15a-556c-4d10-8d0f-7ad07b224de8","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:55.792717948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23f068-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-ok-23f068-2a1454-access","reconcileID":"ca294fa4-9677-4012-a5ef-f8a72bf1a034","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23f068-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:55.817896716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"c309c15a-556c-4d10-8d0f-7ad07b224de8","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:55.978500611Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3c20ec41-80ee-4bea-a539-6336e3994ad0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:55.978527059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3c20ec41-80ee-4bea-a539-6336e3994ad0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:55.989139105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7898a86d-4a0a-468f-a613-f1c2175b39b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:56.041496954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7898a86d-4a0a-468f-a613-f1c2175b39b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:56.041711513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"e6bba7c1-b9cf-42e8-b69c-5e19bbde7375","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:56.093383365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7898a86d-4a0a-468f-a613-f1c2175b39b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:56.145140981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7898a86d-4a0a-468f-a613-f1c2175b39b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:56.150035652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"e6bba7c1-b9cf-42e8-b69c-5e19bbde7375","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:56.248139875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"39ee43d4-f09d-4090-80ea-8ff7e97fd247","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:56.254428339Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-8f45a2 priority=0:[ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-41d69a-2a1454-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-fd3b7b-8f45a2-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-ok-23f068-2a1454-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-same-20611e-2a1454-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-same-20611e-ef54ab-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:56.254674767Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"606a5985-51d9-4d6b-83c1-9c8ad3bfef53","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:56.254691422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"606a5985-51d9-4d6b-83c1-9c8ad3bfef53","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:56.305953593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"39ee43d4-f09d-4090-80ea-8ff7e97fd247","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:56.312026723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e94a2c99-aafb-4a84-9a94-b27bd064ad2b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:56.312048033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e94a2c99-aafb-4a84-9a94-b27bd064ad2b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:56.358674447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"b3eebcf8-b612-41a9-8df9-27d8f956ed8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:39:56.36340229Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-799171","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-799171","reconcileID":"e909bcb1-1ad4-4de0-824f-227e51d84ab1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-default-int-sub-799171\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:56.410208456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"38ece730-47ae-4d5b-9f3e-2a1120d0f3bb","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:56.415383868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"b3eebcf8-b612-41a9-8df9-27d8f956ed8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:56.466755397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"38ece730-47ae-4d5b-9f3e-2a1120d0f3bb","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:56.477774041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"72574811-57f9-4746-af46-f0de25b1eb7c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:56.477795607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"72574811-57f9-4746-af46-f0de25b1eb7c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:56.503617613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-auth-ea7da2","reconcileID":"794f623f-c88c-4716-af47-7c8cab26cc40","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444","tenantID":"e2e-shared-a-w1-d7d444","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:56.513159005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-ef54ab-access","reconcileID":"9f4c3c1a-2889-4d65-8b9a-43acadb5c387","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:56.53326069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"459fc8dc-b217-4945-89ae-7e1012f26592","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:56.533281035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"459fc8dc-b217-4945-89ae-7e1012f26592","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:56.56038286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-auth-ea7da2","reconcileID":"794f623f-c88c-4716-af47-7c8cab26cc40","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"e2e-shared-a-w1-d7d444-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:56.569491601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-ef54ab-access","reconcileID":"9f4c3c1a-2889-4d65-8b9a-43acadb5c387","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:56.618298936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-rate-iso-auth-ea7da2","reconcileID":"333716cb-a172-4350-8ec9-e08f8deca4ed","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-747b7b","tenantID":"e2e-shared-b-w1-747b7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:56.676052334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-rate-iso-auth-ea7da2","reconcileID":"333716cb-a172-4350-8ec9-e08f8deca4ed","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"e2e-shared-b-w1-747b7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:56.771125325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"140991fc-9baa-4637-bc53-f067c486c359","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:56.798684203Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-799171","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-799171","reconcileID":"00f12a74-bb14-4054-825e-b3e8964affb8","MaaSSubscription":{"name":"e2e-default-int-sub-799171","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-default-int-sub-799171","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:56.827853623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"140991fc-9baa-4637-bc53-f067c486c359","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:56.880573548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"efe7e21e-77c2-466b-b8c9-9f9091cded10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:56.938493164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"efe7e21e-77c2-466b-b8c9-9f9091cded10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:56.965458201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dcab1cce-7909-4c02-9306-feb98a213d24","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:56.965477171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dcab1cce-7909-4c02-9306-feb98a213d24","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:57.007377085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"11c00d70-fbff-4f40-b638-86788464ea8d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:57.022590826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"45b192b5-5b46-4423-abef-5354e8814e4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:57.022609119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9e34b27f-af90-4f3d-a09f-3423d8d1c88e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:57.074829604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"d56d7b06-a0f7-4cb2-92b7-abf188439d9f","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:57.079466665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9e34b27f-af90-4f3d-a09f-3423d8d1c88e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:57.079728918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"45b192b5-5b46-4423-abef-5354e8814e4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:57.131777597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"d56d7b06-a0f7-4cb2-92b7-abf188439d9f","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:57.172714174Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-799171","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-799171","reconcileID":"cedace14-23b9-4cf4-a249-d757bf405ed3","MaaSSubscription":{"name":"e2e-default-int-sub-799171","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:57.237197393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"2763d5b9-6985-45e6-8d0e-0208cc75ccc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:57.29393563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"2763d5b9-6985-45e6-8d0e-0208cc75ccc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:57.343809357Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"54ac47c4-ba96-4dea-af7c-cc7580902a10","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:57.343828625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"54ac47c4-ba96-4dea-af7c-cc7580902a10","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:57.352212284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"84055a28-a96e-4386-86dc-e69b7ce68322","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:57.35223185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"84055a28-a96e-4386-86dc-e69b7ce68322","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:57.555394789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-799171","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-799171","reconcileID":"c6a1e996-2b6b-4816-abfc-888e669c2e8d","MaaSAuthPolicy":{"name":"e2e-default-int-auth-799171","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:57.556160985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23f068-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-ok-23f068-2a1454-access","reconcileID":"3ab40b48-ec04-4c00-96b0-d46070203503","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23f068-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:57.607829298Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"a9e5d2ed-263e-4785-9e34-7d6e4c66d11d","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:57.6080462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"1eef17ab-b535-45c9-b288-4aacf25b9ee8","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:57.612822731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-799171","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-799171","reconcileID":"c6a1e996-2b6b-4816-abfc-888e669c2e8d","MaaSAuthPolicy":{"name":"e2e-default-int-auth-799171","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:57.612832249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23f068-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-ok-23f068-2a1454-access","reconcileID":"3ab40b48-ec04-4c00-96b0-d46070203503","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23f068-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:57.664481109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"1eef17ab-b535-45c9-b288-4aacf25b9ee8","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:57.92548767Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"64951fae-990d-4879-a5ca-8ae634c74c8b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:57.925508319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"64951fae-990d-4879-a5ca-8ae634c74c8b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:58.095065543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9c1354c-ad9b-4056-a58f-f518633cf6e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:58.146829684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9c1354c-ad9b-4056-a58f-f518633cf6e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:58.198612424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9c1354c-ad9b-4056-a58f-f518633cf6e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:39:58.251139422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9c1354c-ad9b-4056-a58f-f518633cf6e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:01.844458699Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-799171","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-799171","reconcileID":"a2df6f1c-99ab-4938-b07f-cf8e302d3503","MaaSAuthPolicy":{"name":"e2e-default-int-auth-799171","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:01.844574642Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e04ab1f7-5591-480e-82df-42ab0d55f5b0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:01.844594389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e04ab1f7-5591-480e-82df-42ab0d55f5b0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:02.053346896Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9746d1f0-5677-468e-be30-0f435f5384eb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:02.053365485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9746d1f0-5677-468e-be30-0f435f5384eb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:02.21435461Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"52ab1fd8-d631-46ba-afae-25d4d84068b3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:02.214378046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"52ab1fd8-d631-46ba-afae-25d4d84068b3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:02.37120407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a448567d-6aa4-41ee-8810-733a6a6c0dce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:02.371204149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f401f542-2175-4ba8-be7d-5b57f3f362d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:02.428922267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a448567d-6aa4-41ee-8810-733a6a6c0dce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:02.429032003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f401f542-2175-4ba8-be7d-5b57f3f362d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:05.059712104Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-auth-ea7da2","reconcileID":"2858bbdd-b913-4f83-8ddc-d5de11f1a9ac","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"model":"ai-tenant-e2e-shared-a-w1-d7d444/rate-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:05.059730201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"rate-test-model-d7d444","reconcileID":"e115ef75-a339-4f33-8d64-c1c261fba432","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenant":"e2e-shared-a-w1-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/rate-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:05.059747192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"rate-test-model-d7d444","reconcileID":"e115ef75-a339-4f33-8d64-c1c261fba432","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"routeName":"rate-test-model-d7d444-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","llmisvcName":"rate-test-model-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:05.201414577Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"0b1da46c-28b1-4fb5-a82d-ed393d68dc12","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:05.266819096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-auth-ea7da2","reconcileID":"2858bbdd-b913-4f83-8ddc-d5de11f1a9ac","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444","tenantID":"e2e-shared-a-w1-d7d444","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:05.330914935Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-a-ea7da2","reconcileID":"72820294-d9eb-43c5-9542-be842a6c1482","MaaSSubscription":{"name":"e2e-rate-iso-a-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"maas-trlp-rate-test-model-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/rate-test-model-d7d444","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:05.393852766Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-auth-ea7da2","reconcileID":"2858bbdd-b913-4f83-8ddc-d5de11f1a9ac","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"e2e-shared-a-w1-d7d444-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:05.393877153Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-auth-ea7da2","reconcileID":"2858bbdd-b913-4f83-8ddc-d5de11f1a9ac","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:05.45045599Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"rate-test-model-d7d444","reconcileID":"00752a3c-4ba3-4c94-ad1b-065fc1a04326","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenant":"e2e-shared-a-w1-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/rate-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:05.450481687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"rate-test-model-d7d444","reconcileID":"00752a3c-4ba3-4c94-ad1b-065fc1a04326","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"routeName":"rate-test-model-d7d444-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","llmisvcName":"rate-test-model-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:05.59275092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"rate-test-model-747b7b","reconcileID":"6d672c20-14bb-4695-8973-e59b6ba4a777","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenant":"e2e-shared-b-w1-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/rate-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:05.592773989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"rate-test-model-747b7b","reconcileID":"6d672c20-14bb-4695-8973-e59b6ba4a777","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"routeName":"rate-test-model-747b7b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","llmisvcName":"rate-test-model-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:05.592807768Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-rate-iso-auth-ea7da2","reconcileID":"1de97963-77ea-47f5-bb36-10c3d566e766","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"model":"ai-tenant-e2e-shared-b-w1-747b7b/rate-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:05.719692431Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-a-ea7da2","reconcileID":"517317cc-5735-419f-a9b0-56981fbff52e","MaaSSubscription":{"name":"e2e-rate-iso-a-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"maas-trlp-rate-test-model-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/rate-test-model-d7d444","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:05.799163389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-rate-iso-auth-ea7da2","reconcileID":"1de97963-77ea-47f5-bb36-10c3d566e766","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-747b7b","tenantID":"e2e-shared-b-w1-747b7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:05.862280315Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-ea7da2","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-rate-iso-b-ea7da2","reconcileID":"d2030901-f6dd-4fb6-8116-3a81b34b7241","MaaSSubscription":{"name":"e2e-rate-iso-b-ea7da2","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"maas-trlp-rate-test-model-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/rate-test-model-747b7b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:05.927545818Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-rate-iso-auth-ea7da2","reconcileID":"1de97963-77ea-47f5-bb36-10c3d566e766","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"e2e-shared-b-w1-747b7b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:05.927569912Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-rate-iso-auth-ea7da2","reconcileID":"1de97963-77ea-47f5-bb36-10c3d566e766","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-ea7da2","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:05.984426488Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"rate-test-model-747b7b","reconcileID":"db033096-29bf-45f0-aeee-70150bd86848","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenant":"e2e-shared-b-w1-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/rate-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:05.984450863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"rate-test-model-747b7b","reconcileID":"db033096-29bf-45f0-aeee-70150bd86848","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"routeName":"rate-test-model-747b7b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","llmisvcName":"rate-test-model-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:06.144937685Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"rate-test-model-d7d444","reconcileID":"62ba273f-33b0-49bd-9f38-28e6f8b8a6ee","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenant":"e2e-shared-a-w1-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/rate-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:06.144956222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"rate-test-model-d7d444","reconcileID":"62ba273f-33b0-49bd-9f38-28e6f8b8a6ee","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"routeName":"rate-test-model-d7d444-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","llmisvcName":"rate-test-model-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:06.251147998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-ea7da2","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-rate-iso-b-ea7da2","reconcileID":"c619b90c-2cb5-40a5-9378-3b2030bf72c7","MaaSSubscription":{"name":"e2e-rate-iso-b-ea7da2","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"maas-trlp-rate-test-model-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/rate-test-model-747b7b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:06.781532002Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:07.713029619Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"322ba3d3-5598-4e0f-8e17-064562667d1e","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:12.376026821Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-799171","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-799171","reconcileID":"e2e73779-9bb5-4027-b703-5958fb94b73e","MaaSSubscription":{"name":"e2e-default-int-sub-799171","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-default-int-sub-799171","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:12.589789503Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-799171","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-799171","reconcileID":"e2e73779-9bb5-4027-b703-5958fb94b73e","MaaSSubscription":{"name":"e2e-default-int-sub-799171","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:12.797789233Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9198e134-a9a3-4c1c-bc10-088afba23273","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:12.80540703Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d3240771-8a23-46ab-907d-e2ba927aa5c4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:12.805431353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d3240771-8a23-46ab-907d-e2ba927aa5c4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:12.805789645Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-8f45a2 priority=0:[ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-41d69a-2a1454-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-fd3b7b-8f45a2-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-ok-23f068-2a1454-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-same-20611e-2a1454-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-same-20611e-ef54ab-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:12.966653778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b100786d-884a-4f81-9c1f-85d3b0bade5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:12.966653835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9a674e04-819d-44b1-a483-dff46df2c6a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:13.023357866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9a674e04-819d-44b1-a483-dff46df2c6a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:13.023651136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b100786d-884a-4f81-9c1f-85d3b0bade5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:13.569444867Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"72ff7eaf-42d4-49d1-b6a5-eb94b42f885f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:13.569473195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"72ff7eaf-42d4-49d1-b6a5-eb94b42f885f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:13.625949204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"94e3e8ad-2de9-4c17-9306-78b4c6d3ed58","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:13.625970313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"94e3e8ad-2de9-4c17-9306-78b4c6d3ed58","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:13.731916448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c0758d4e","namespace":"ai-tenant-e2e-mt-c0758d4e"},"namespace":"ai-tenant-e2e-mt-c0758d4e","name":"e2e-shared-int-policy-c0758d4e","reconcileID":"3cef24f6-8512-4040-acd8-33c0efe7af6a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c0758d4e","namespace":"ai-tenant-e2e-mt-c0758d4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:13.843340412Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-8f45a2 priority=0:[ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-41d69a-2a1454-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-fd3b7b-8f45a2-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-ok-23f068-2a1454-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-same-20611e-2a1454-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-same-20611e-ef54ab-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:13.843489214Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"118475cf-07a6-40e1-87a3-632e73ad35d7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:13.843511611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"118475cf-07a6-40e1-87a3-632e73ad35d7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:13.858571745Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c0758d4e","namespace":"ai-tenant-e2e-mt-c0758d4e"},"namespace":"ai-tenant-e2e-mt-c0758d4e","name":"e2e-shared-int-policy-c0758d4e","reconcileID":"3cef24f6-8512-4040-acd8-33c0efe7af6a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c0758d4e","namespace":"ai-tenant-e2e-mt-c0758d4e"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:13.902179245Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b3ffc4ac-e485-4400-a717-807759a66ecc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:13.902199518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b3ffc4ac-e485-4400-a717-807759a66ecc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:13.913999568Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 66, current generation is 67","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c0758d4e","namespace":"ai-tenant-e2e-mt-c0758d4e"},"namespace":"ai-tenant-e2e-mt-c0758d4e","name":"e2e-shared-int-policy-c0758d4e","reconcileID":"3cef24f6-8512-4040-acd8-33c0efe7af6a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c0758d4e","namespace":"ai-tenant-e2e-mt-c0758d4e"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:40:13.9505975Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-c0758d4e","namespace":"ai-tenant-e2e-mt-c0758d4e"},"namespace":"ai-tenant-e2e-mt-c0758d4e","name":"e2e-shared-int-sub-c0758d4e","reconcileID":"183f52b1-66e4-487e-9728-317640a58fd2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-c0758d4e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:13.97102953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5deb70b1-d6a9-4e24-82c4-f6e7057ec0ea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:13.97104925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5deb70b1-d6a9-4e24-82c4-f6e7057ec0ea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:14.064953882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7064db71-53cf-4ad5-8b96-3ef354116b5d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:14.064974687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7064db71-53cf-4ad5-8b96-3ef354116b5d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:14.076528907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c0758d4e","namespace":"ai-tenant-e2e-mt-c0758d4e"},"namespace":"ai-tenant-e2e-mt-c0758d4e","name":"e2e-shared-int-policy-c0758d4e","reconcileID":"dd90c5a9-6919-4365-9a3d-c5191a93b5d1","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c0758d4e","namespace":"ai-tenant-e2e-mt-c0758d4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:14.12185948Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"063cb3a0-d5b8-40c8-8184-749985008fa0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:14.121880635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"063cb3a0-d5b8-40c8-8184-749985008fa0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:14.132964785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c0758d4e","namespace":"ai-tenant-e2e-mt-c0758d4e"},"namespace":"ai-tenant-e2e-mt-c0758d4e","name":"e2e-shared-int-policy-c0758d4e","reconcileID":"dd90c5a9-6919-4365-9a3d-c5191a93b5d1","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c0758d4e","namespace":"ai-tenant-e2e-mt-c0758d4e"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:14.189133089Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 66, current generation is 67","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c0758d4e","namespace":"ai-tenant-e2e-mt-c0758d4e"},"namespace":"ai-tenant-e2e-mt-c0758d4e","name":"e2e-shared-int-policy-c0758d4e","reconcileID":"dd90c5a9-6919-4365-9a3d-c5191a93b5d1","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c0758d4e","namespace":"ai-tenant-e2e-mt-c0758d4e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:14.394794129Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-c0758d4e","namespace":"ai-tenant-e2e-mt-c0758d4e"},"namespace":"ai-tenant-e2e-mt-c0758d4e","name":"e2e-shared-int-sub-c0758d4e","reconcileID":"36a00bbe-58cf-457b-8039-e08f0d0fa865","MaaSSubscription":{"name":"e2e-shared-int-sub-c0758d4e","namespace":"ai-tenant-e2e-mt-c0758d4e"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-c0758d4e/e2e-shared-int-sub-c0758d4e","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:14.589475081Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e3946344-7b17-494e-b0c8-0d38d5898ec3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:14.589496928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e3946344-7b17-494e-b0c8-0d38d5898ec3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:14.608015855Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"34eb0a5f-5d02-488b-869c-961eb8fddb94","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:14.801516872Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-c0758d4e","namespace":"ai-tenant-e2e-mt-c0758d4e"},"namespace":"ai-tenant-e2e-mt-c0758d4e","name":"e2e-shared-int-sub-c0758d4e","reconcileID":"6bbd460d-2a71-4850-b4d7-87e2e9fc84a8","MaaSSubscription":{"name":"e2e-shared-int-sub-c0758d4e","namespace":"ai-tenant-e2e-mt-c0758d4e"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:14.871317167Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b65e7a6-348a-4b24-8e51-611d1cff649b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:14.871364543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b65e7a6-348a-4b24-8e51-611d1cff649b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:14.927867378Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"22fde848-5641-4ddd-90c7-147f89988d5f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:14.927887197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"22fde848-5641-4ddd-90c7-147f89988d5f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:15.057034814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c0758d4e","namespace":"ai-tenant-e2e-mt-ae20377a"},"namespace":"ai-tenant-e2e-mt-ae20377a","name":"e2e-shared-int-policy-c0758d4e","reconcileID":"4287fbbe-3800-468d-ab99-5df77a4afa7a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c0758d4e","namespace":"ai-tenant-e2e-mt-ae20377a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:15.123334304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c0758d4e","namespace":"ai-tenant-e2e-mt-ae20377a"},"namespace":"ai-tenant-e2e-mt-ae20377a","name":"e2e-shared-int-policy-c0758d4e","reconcileID":"4287fbbe-3800-468d-ab99-5df77a4afa7a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c0758d4e","namespace":"ai-tenant-e2e-mt-ae20377a"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:15.174285645Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-8f45a2 priority=0:[ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-41d69a-2a1454-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-fd3b7b-8f45a2-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-ok-23f068-2a1454-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-same-20611e-2a1454-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-same-20611e-ef54ab-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:15.174557028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4052d20a-c84c-4c97-97a1-290fb9a07b57","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:15.174573931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4052d20a-c84c-4c97-97a1-290fb9a07b57","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:15.180288314Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 66, current generation is 67","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c0758d4e","namespace":"ai-tenant-e2e-mt-ae20377a"},"namespace":"ai-tenant-e2e-mt-ae20377a","name":"e2e-shared-int-policy-c0758d4e","reconcileID":"4287fbbe-3800-468d-ab99-5df77a4afa7a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c0758d4e","namespace":"ai-tenant-e2e-mt-ae20377a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:15.231486254Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f3b362c9-d6df-496c-aa87-52d6d491c1df","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:15.231501901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f3b362c9-d6df-496c-aa87-52d6d491c1df","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:15.234922393Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a4292b1-8f7c-4e46-bbee-6e236093a4f6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:15.234939955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a4292b1-8f7c-4e46-bbee-6e236093a4f6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:40:15.283006601Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-c0758d4e","namespace":"ai-tenant-e2e-mt-ae20377a"},"namespace":"ai-tenant-e2e-mt-ae20377a","name":"e2e-shared-int-sub-c0758d4e","reconcileID":"25fcdee9-50cc-473e-a41a-1e7b369aece9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-c0758d4e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:15.306767671Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"8053e005-50c1-4faf-bdec-e9bf27018ab0","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:15.340462968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c0758d4e","namespace":"ai-tenant-e2e-mt-ae20377a"},"namespace":"ai-tenant-e2e-mt-ae20377a","name":"e2e-shared-int-policy-c0758d4e","reconcileID":"b46182f7-7bf1-43eb-9a40-52c46c4c7a02","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c0758d4e","namespace":"ai-tenant-e2e-mt-ae20377a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:15.397308225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c0758d4e","namespace":"ai-tenant-e2e-mt-ae20377a"},"namespace":"ai-tenant-e2e-mt-ae20377a","name":"e2e-shared-int-policy-c0758d4e","reconcileID":"b46182f7-7bf1-43eb-9a40-52c46c4c7a02","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c0758d4e","namespace":"ai-tenant-e2e-mt-ae20377a"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:15.397608949Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7724c4d4-a424-4742-9723-3c1a05423c3f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:15.397627157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7724c4d4-a424-4742-9723-3c1a05423c3f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:15.452851551Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4f059bf5-dabf-419f-8ee7-baacf428ba51","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:15.452877972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4f059bf5-dabf-419f-8ee7-baacf428ba51","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:15.453141735Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 66, current generation is 67","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c0758d4e","namespace":"ai-tenant-e2e-mt-ae20377a"},"namespace":"ai-tenant-e2e-mt-ae20377a","name":"e2e-shared-int-policy-c0758d4e","reconcileID":"b46182f7-7bf1-43eb-9a40-52c46c4c7a02","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c0758d4e","namespace":"ai-tenant-e2e-mt-ae20377a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:15.721189772Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-c0758d4e","namespace":"ai-tenant-e2e-mt-ae20377a"},"namespace":"ai-tenant-e2e-mt-ae20377a","name":"e2e-shared-int-sub-c0758d4e","reconcileID":"f3e718cf-2258-4c80-b129-e3c91bcf3490","MaaSSubscription":{"name":"e2e-shared-int-sub-c0758d4e","namespace":"ai-tenant-e2e-mt-ae20377a"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-ae20377a/e2e-shared-int-sub-c0758d4e","ai-tenant-e2e-mt-c0758d4e/e2e-shared-int-sub-c0758d4e","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:15.886091947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6b41c2d4-5973-492c-b851-7342d07f02ab","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:15.886119197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6b41c2d4-5973-492c-b851-7342d07f02ab","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:15.929630408Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-c0758d4e","namespace":"ai-tenant-e2e-mt-c0758d4e"},"namespace":"ai-tenant-e2e-mt-c0758d4e","name":"e2e-shared-int-sub-c0758d4e","reconcileID":"fed7331a-63c0-4589-8eda-852c158f9eb9","MaaSSubscription":{"name":"e2e-shared-int-sub-c0758d4e","namespace":"ai-tenant-e2e-mt-c0758d4e"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:15.929805046Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5a3f2403-a324-4448-9193-0bd71a8ecf01","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:16.094306533Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-c0758d4e","namespace":"ai-tenant-e2e-mt-ae20377a"},"namespace":"ai-tenant-e2e-mt-ae20377a","name":"e2e-shared-int-sub-c0758d4e","reconcileID":"886e4b17-fd1b-469f-b67b-96fd0d160258","MaaSSubscription":{"name":"e2e-shared-int-sub-c0758d4e","namespace":"ai-tenant-e2e-mt-ae20377a"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:16.307180046Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-a-ea7da2","reconcileID":"9fc72948-cc6a-4326-a46a-d0cd42fbc8b7","MaaSSubscription":{"name":"e2e-rate-iso-a-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"model":"ai-tenant-e2e-shared-a-w1-d7d444/rate-test-model-d7d444","subscription":"e2e-rate-iso-a-ea7da2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:16.359541087Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-a-ea7da2","reconcileID":"9fc72948-cc6a-4326-a46a-d0cd42fbc8b7","MaaSSubscription":{"name":"e2e-rate-iso-a-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"model":"ai-tenant-e2e-shared-a-w1-d7d444/rate-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:16.411880913Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-a-ea7da2","reconcileID":"9fc72948-cc6a-4326-a46a-d0cd42fbc8b7","MaaSSubscription":{"name":"e2e-rate-iso-a-ea7da2","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"maas-trlp-rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/rate-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:16.682647829Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-8f45a2 priority=0:[ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-41d69a-2a1454-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-fd3b7b-8f45a2-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-ok-23f068-2a1454-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-same-20611e-2a1454-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-same-20611e-ef54ab-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:16.682652609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"rate-test-model-d7d444","reconcileID":"bab61e36-5a91-4126-9c8d-8adcd19a1d60","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenant":"e2e-shared-a-w1-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/rate-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:16.682753656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"rate-test-model-d7d444","reconcileID":"bab61e36-5a91-4126-9c8d-8adcd19a1d60","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"routeName":"rate-test-model-d7d444-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","llmisvcName":"rate-test-model-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:16.828102332Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"rate-test-model-747b7b","reconcileID":"a54cf71d-3a32-4799-92fd-8e7bf3a08856","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenant":"e2e-shared-b-w1-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/rate-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:16.828124839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"rate-test-model-747b7b","reconcileID":"a54cf71d-3a32-4799-92fd-8e7bf3a08856","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"routeName":"rate-test-model-747b7b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","llmisvcName":"rate-test-model-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:17.823240616Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"c7263720-fb46-45cf-aec7-a6ee68a9b345","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:19.206306284Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"8a2f04e7-0304-4be5-aac1-cd63aeaa4c5b","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:20.096443798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7b90e0d-cdb0-4949-83dd-f219a989204d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:20.148273607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7b90e0d-cdb0-4949-83dd-f219a989204d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:20.200250016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7b90e0d-cdb0-4949-83dd-f219a989204d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:20.251941746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7b90e0d-cdb0-4949-83dd-f219a989204d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:20.901317482Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c0758d4e","namespace":"ai-tenant-e2e-mt-c0758d4e"},"namespace":"ai-tenant-e2e-mt-c0758d4e","name":"e2e-shared-int-policy-c0758d4e","reconcileID":"4bab5005-7034-48b1-862d-37c9f5b26b73","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c0758d4e","namespace":"ai-tenant-e2e-mt-c0758d4e"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:20.901524117Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3eb13fea-d04f-48db-afd2-db33f3f467bd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:20.901539831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3eb13fea-d04f-48db-afd2-db33f3f467bd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:21.053117998Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c0758d4e","namespace":"ai-tenant-e2e-mt-c0758d4e"},"namespace":"ai-tenant-e2e-mt-c0758d4e","name":"e2e-shared-int-policy-c0758d4e","reconcileID":"4bab5005-7034-48b1-862d-37c9f5b26b73","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c0758d4e","namespace":"ai-tenant-e2e-mt-c0758d4e"},"policyNamespace":"ai-tenant-e2e-mt-c0758d4e","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:21.109293736Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3cd63a13-e938-45db-a4aa-6e21f1910b27","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:21.10931411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3cd63a13-e938-45db-a4aa-6e21f1910b27","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:21.259303565Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e186e8e-dd25-4d31-9de2-cd3c09e04cba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:21.259335944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e186e8e-dd25-4d31-9de2-cd3c09e04cba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:22.191940482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8213cb3a-5017-4fd6-8201-63df1d4aedc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:22.243774007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8213cb3a-5017-4fd6-8201-63df1d4aedc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:22.295436029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8213cb3a-5017-4fd6-8201-63df1d4aedc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:22.347387952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8213cb3a-5017-4fd6-8201-63df1d4aedc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:25.559686195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c0758d4e","namespace":"ai-tenant-e2e-mt-ae20377a"},"namespace":"ai-tenant-e2e-mt-ae20377a","name":"e2e-shared-int-policy-c0758d4e","reconcileID":"02e214c5-21d9-498a-b0dd-acec0980aa1c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c0758d4e","namespace":"ai-tenant-e2e-mt-ae20377a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:25.616452167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c0758d4e","namespace":"ai-tenant-e2e-mt-ae20377a"},"namespace":"ai-tenant-e2e-mt-ae20377a","name":"e2e-shared-int-policy-c0758d4e","reconcileID":"02e214c5-21d9-498a-b0dd-acec0980aa1c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c0758d4e","namespace":"ai-tenant-e2e-mt-ae20377a"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:25.672201142Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 66, current generation is 67","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c0758d4e","namespace":"ai-tenant-e2e-mt-ae20377a"},"namespace":"ai-tenant-e2e-mt-ae20377a","name":"e2e-shared-int-policy-c0758d4e","reconcileID":"02e214c5-21d9-498a-b0dd-acec0980aa1c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c0758d4e","namespace":"ai-tenant-e2e-mt-ae20377a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:26.989109451Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-ea7da2","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-rate-iso-b-ea7da2","reconcileID":"f25d2fd5-aa5e-40bc-bbbe-2e520906b6b8","MaaSSubscription":{"name":"e2e-rate-iso-b-ea7da2","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"model":"ai-tenant-e2e-shared-b-w1-747b7b/rate-test-model-747b7b","subscription":"e2e-rate-iso-b-ea7da2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:27.043299398Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-ea7da2","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-rate-iso-b-ea7da2","reconcileID":"f25d2fd5-aa5e-40bc-bbbe-2e520906b6b8","MaaSSubscription":{"name":"e2e-rate-iso-b-ea7da2","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"model":"ai-tenant-e2e-shared-b-w1-747b7b/rate-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:27.095272551Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-ea7da2","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-rate-iso-b-ea7da2","reconcileID":"f25d2fd5-aa5e-40bc-bbbe-2e520906b6b8","MaaSSubscription":{"name":"e2e-rate-iso-b-ea7da2","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"maas-trlp-rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/rate-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:27.369664737Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"rate-test-model-747b7b","reconcileID":"ced37e81-4ea9-45af-b810-0f9910d36816","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenant":"e2e-shared-b-w1-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/rate-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:27.369686099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"rate-test-model-747b7b","reconcileID":"ced37e81-4ea9-45af-b810-0f9910d36816","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"routeName":"rate-test-model-747b7b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","llmisvcName":"rate-test-model-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:27.369903497Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-8f45a2 priority=0:[ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-41d69a-2a1454-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-fd3b7b-8f45a2-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-ok-23f068-2a1454-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-same-20611e-2a1454-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-same-20611e-ef54ab-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:27.644441338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"rate-test-model-d7d444","reconcileID":"82b37b3e-9f4d-4f49-ac56-23c2dbfb6e2f","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenant":"e2e-shared-a-w1-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/rate-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:27.644462214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"rate-test-model-d7d444","reconcileID":"82b37b3e-9f4d-4f49-ac56-23c2dbfb6e2f","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"routeName":"rate-test-model-d7d444-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","llmisvcName":"rate-test-model-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:27.701832743Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"rate-test-model-d7d444","reconcileID":"b30745fb-8abd-4a71-8a91-ea9193783997","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenant":"e2e-shared-a-w1-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/rate-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:27.701859507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"rate-test-model-d7d444","reconcileID":"b30745fb-8abd-4a71-8a91-ea9193783997","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"routeName":"rate-test-model-d7d444-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","llmisvcName":"rate-test-model-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:27.808103733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-auth-b80d43","reconcileID":"7608f714-d014-45af-9d57-a74f58ee50fa","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444","tenantID":"e2e-shared-a-w1-d7d444","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:27.93065584Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"22896f5e-438a-49db-afb5-95dc6c5b8d26","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:27.934256931Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-auth-b80d43","reconcileID":"7608f714-d014-45af-9d57-a74f58ee50fa","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"e2e-shared-a-w1-d7d444-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:27.989341659Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-d7d444-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-auth-b80d43","reconcileID":"7608f714-d014-45af-9d57-a74f58ee50fa","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:28.046358534Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"rate-test-model-d7d444","reconcileID":"4a9ad6ad-582e-4cf7-8c3a-c937c3220bcb","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenant":"e2e-shared-a-w1-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/rate-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:28.046377056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"rate-test-model-d7d444","reconcileID":"4a9ad6ad-582e-4cf7-8c3a-c937c3220bcb","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"routeName":"rate-test-model-d7d444-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","llmisvcName":"rate-test-model-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:29.32079458Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"9b81876a-5097-4526-8cea-6853cb6332c6","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:31.457581853Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-c0758d4e","namespace":"ai-tenant-e2e-mt-c0758d4e"},"namespace":"ai-tenant-e2e-mt-c0758d4e","name":"e2e-shared-int-sub-c0758d4e","reconcileID":"9d495127-c41d-4bde-8f3d-7e4e34af889d","MaaSSubscription":{"name":"e2e-shared-int-sub-c0758d4e","namespace":"ai-tenant-e2e-mt-c0758d4e"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-c0758d4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:31.673617614Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-c0758d4e","namespace":"ai-tenant-e2e-mt-c0758d4e"},"namespace":"ai-tenant-e2e-mt-c0758d4e","name":"e2e-shared-int-sub-c0758d4e","reconcileID":"9d495127-c41d-4bde-8f3d-7e4e34af889d","MaaSSubscription":{"name":"e2e-shared-int-sub-c0758d4e","namespace":"ai-tenant-e2e-mt-c0758d4e"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-ae20377a/e2e-shared-int-sub-c0758d4e","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:31.882431439Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"23b2038e-bf5b-470c-a5dd-6901cadabeec","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:31.882475838Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-c0758d4e","namespace":"ai-tenant-e2e-mt-ae20377a"},"namespace":"ai-tenant-e2e-mt-ae20377a","name":"e2e-shared-int-sub-c0758d4e","reconcileID":"e97a78a0-3a04-4f43-85cc-f264789e5395","MaaSSubscription":{"name":"e2e-shared-int-sub-c0758d4e","namespace":"ai-tenant-e2e-mt-ae20377a"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:31.939033364Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-8f45a2 priority=0:[ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-41d69a-2a1454-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-fd3b7b-8f45a2-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-ok-23f068-2a1454-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-same-20611e-2a1454-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-same-20611e-ef54ab-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:31.939065718Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eb4b2808-5275-446d-80e2-a0e82c8e54fd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:31.939077889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eb4b2808-5275-446d-80e2-a0e82c8e54fd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:35.7779638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c0758d4e","namespace":"ai-tenant-e2e-mt-ae20377a"},"namespace":"ai-tenant-e2e-mt-ae20377a","name":"e2e-shared-int-policy-c0758d4e","reconcileID":"f283466b-14f5-4255-a76d-d6e853a154e3","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c0758d4e","namespace":"ai-tenant-e2e-mt-ae20377a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:35.834199028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c0758d4e","namespace":"ai-tenant-e2e-mt-ae20377a"},"namespace":"ai-tenant-e2e-mt-ae20377a","name":"e2e-shared-int-policy-c0758d4e","reconcileID":"f283466b-14f5-4255-a76d-d6e853a154e3","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c0758d4e","namespace":"ai-tenant-e2e-mt-ae20377a"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:35.889811904Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 66, current generation is 67","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c0758d4e","namespace":"ai-tenant-e2e-mt-ae20377a"},"namespace":"ai-tenant-e2e-mt-ae20377a","name":"e2e-shared-int-policy-c0758d4e","reconcileID":"f283466b-14f5-4255-a76d-d6e853a154e3","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c0758d4e","namespace":"ai-tenant-e2e-mt-ae20377a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:36.722800378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"explicit-model-c673e5","namespace":"ai-tenant-e2e-explicit-c673e5"},"namespace":"ai-tenant-e2e-explicit-c673e5","name":"explicit-model-c673e5","reconcileID":"0b059a11-4107-46f1-8226-e58d51aff70c","MaaSModelRef":{"name":"explicit-model-c673e5","namespace":"ai-tenant-e2e-explicit-c673e5"},"routeName":"explicit-model-c673e5-kserve-route","namespace":"ai-tenant-e2e-explicit-c673e5","llmisvcName":"explicit-model-c673e5","gateway":"openshift-ingress/e2e-explicit-c673e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:36.781428659Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:38.055155784Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"054b1d48-940d-4645-8f7f-ad07750d9667","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:38.17962768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-auth-b80d43","reconcileID":"498d072a-b469-4017-a2b1-a729d3feac66","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444","tenantID":"e2e-shared-a-w1-d7d444","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:38.237212908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-auth-b80d43","reconcileID":"498d072a-b469-4017-a2b1-a729d3feac66","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"e2e-shared-a-w1-d7d444-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:38.292736833Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-d7d444-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-auth-b80d43","reconcileID":"498d072a-b469-4017-a2b1-a729d3feac66","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:38.714748953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-auth-b80d43","reconcileID":"4d5fcfb3-05a5-4440-89af-0bde05a8e59c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444","tenantID":"e2e-shared-a-w1-d7d444","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:38.771724162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-auth-b80d43","reconcileID":"4d5fcfb3-05a5-4440-89af-0bde05a8e59c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"e2e-shared-a-w1-d7d444-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:38.827304475Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-d7d444-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-auth-b80d43","reconcileID":"4d5fcfb3-05a5-4440-89af-0bde05a8e59c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:39.4350001Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"e990da8f-674a-4a14-881a-daabd6862798","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:45.995977289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c0758d4e","namespace":"ai-tenant-e2e-mt-ae20377a"},"namespace":"ai-tenant-e2e-mt-ae20377a","name":"e2e-shared-int-policy-c0758d4e","reconcileID":"966c1ed5-ef42-4f14-851b-437d55b4d591","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c0758d4e","namespace":"ai-tenant-e2e-mt-ae20377a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:46.053260118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c0758d4e","namespace":"ai-tenant-e2e-mt-ae20377a"},"namespace":"ai-tenant-e2e-mt-ae20377a","name":"e2e-shared-int-policy-c0758d4e","reconcileID":"966c1ed5-ef42-4f14-851b-437d55b4d591","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c0758d4e","namespace":"ai-tenant-e2e-mt-ae20377a"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:46.109216886Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c0758d4e","namespace":"ai-tenant-e2e-mt-ae20377a"},"namespace":"ai-tenant-e2e-mt-ae20377a","name":"e2e-shared-int-policy-c0758d4e","reconcileID":"966c1ed5-ef42-4f14-851b-437d55b4d591","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c0758d4e","namespace":"ai-tenant-e2e-mt-ae20377a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:46.167755435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd99aba6-e620-4eff-8a22-2a96780fd583","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:46.167773789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd99aba6-e620-4eff-8a22-2a96780fd583","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:48.160968118Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"53920894-bcc0-47ba-977c-7b2cbe88318e","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:48.937231462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-auth-b80d43","reconcileID":"7c5faacc-626d-40ee-8716-ee49f67e6375","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444","tenantID":"e2e-shared-a-w1-d7d444","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:48.994102669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-auth-b80d43","reconcileID":"7c5faacc-626d-40ee-8716-ee49f67e6375","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"e2e-shared-a-w1-d7d444-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:49.049613852Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-d7d444-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-auth-b80d43","reconcileID":"7c5faacc-626d-40ee-8716-ee49f67e6375","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:49.540294104Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"9c21f1d3-578d-4a68-9d36-5dcfc65c5732","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:56.272972972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c0758d4e","namespace":"ai-tenant-e2e-mt-ae20377a"},"namespace":"ai-tenant-e2e-mt-ae20377a","name":"e2e-shared-int-policy-c0758d4e","reconcileID":"1b292717-cd86-4678-9b6c-b813477c3b4f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c0758d4e","namespace":"ai-tenant-e2e-mt-ae20377a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:56.33009323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c0758d4e","namespace":"ai-tenant-e2e-mt-ae20377a"},"namespace":"ai-tenant-e2e-mt-ae20377a","name":"e2e-shared-int-policy-c0758d4e","reconcileID":"1b292717-cd86-4678-9b6c-b813477c3b4f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c0758d4e","namespace":"ai-tenant-e2e-mt-ae20377a"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:56.386681819Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c0758d4e","namespace":"ai-tenant-e2e-mt-ae20377a"},"namespace":"ai-tenant-e2e-mt-ae20377a","name":"e2e-shared-int-policy-c0758d4e","reconcileID":"1b292717-cd86-4678-9b6c-b813477c3b4f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c0758d4e","namespace":"ai-tenant-e2e-mt-ae20377a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:58.266925545Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"cf1b1ef0-6914-4e85-bc54-1c1c52cb49ad","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:59.159578112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-auth-b80d43","reconcileID":"c2c69823-392e-4056-bc2d-bcb706abb141","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444","tenantID":"e2e-shared-a-w1-d7d444","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:59.216529061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-auth-b80d43","reconcileID":"c2c69823-392e-4056-bc2d-bcb706abb141","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"e2e-shared-a-w1-d7d444-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:59.271801522Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-d7d444-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-auth-b80d43","reconcileID":"c2c69823-392e-4056-bc2d-bcb706abb141","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:40:59.645792915Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"51f43064-83d1-4a4d-95d2-5bb32deba623","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:06.492270228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c0758d4e","namespace":"ai-tenant-e2e-mt-ae20377a"},"namespace":"ai-tenant-e2e-mt-ae20377a","name":"e2e-shared-int-policy-c0758d4e","reconcileID":"4e1e23a4-d4ae-4870-8147-54a4833a4f90","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c0758d4e","namespace":"ai-tenant-e2e-mt-ae20377a"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:06.548970238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c0758d4e","namespace":"ai-tenant-e2e-mt-ae20377a"},"namespace":"ai-tenant-e2e-mt-ae20377a","name":"e2e-shared-int-policy-c0758d4e","reconcileID":"4e1e23a4-d4ae-4870-8147-54a4833a4f90","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c0758d4e","namespace":"ai-tenant-e2e-mt-ae20377a"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:06.781038407Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:06.863487724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0881a25b-6ae3-4d46-9b3d-b815662ad3a8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:06.863512654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0881a25b-6ae3-4d46-9b3d-b815662ad3a8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:08.374193461Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"e7189bc7-5812-4df7-b0ea-b1b737018603","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:09.377806415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-auth-b80d43","reconcileID":"196a7967-0365-4458-9af3-5372734e311f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444","tenantID":"e2e-shared-a-w1-d7d444","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:09.434313277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-auth-b80d43","reconcileID":"196a7967-0365-4458-9af3-5372734e311f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"e2e-shared-a-w1-d7d444-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:09.489725272Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-d7d444-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d986f6e649248dc44dc5c48fdfe6b42fa85d1a3105de251668133ead1be919d2) AuthConfig (ac010bc5785dd7c77816aecabca28d7bbab6b3c305dc184eb987b4fd3c0031d9) AuthConfig (c74707461ceb89aa67aa28368f14a8ffc3d7e5a75652096872e8df637537b5d6) AuthConfig (62b8e9473ee5f75d3184b78776a7e4a770e758ad55a18de03f2134a831d68ec3) AuthConfig (d5d4ded637a5d2aebe3b57c362db149a42c8fbec75b9f96cb4b963c9922e5bde) AuthConfig (5153744374d0fef5d8929d5ea4db9a820cad8bf8e936c8363ded3e3722a35e48) AuthConfig (062c1ae606ce2cf3b2568c0841e0e9829d83241142611070ba6edfc36bd3311b) AuthConfig (23368e357c05607fbc4f9d12c0ab20bfa2abce1fa28650d420e1ffe9aef69a40) AuthConfig (599ab2b3f51ed5d3f7a78d8639ca826f0e95746c516ebfb8ac3c286319983949) AuthConfig (de9e4e5ae32f5db2ab375bec7bf4b137f1025d73bfed64ae347e638baafcda29) AuthConfig (5a5649d0fa879a6193cdd6ce3799dfae657ab23385b25a1048201b437077183f) AuthConfig (5824e03380077e6811b055ad3f14c4f297ea96351c21a2d877bdb28e7d8cdb83) AuthConfig (7f5e0e63919c614efa334655ee92ef92851292fcc81b631b25f7e3b75ac863dc) AuthConfig (0ad9917038b026502c78897356f8c2f03147cdbfda6b36f76d2d69deb96881c7) AuthConfig (99f612b634cdc8a5535663238807295f13611e79299019fd5e24226db24e9d24) AuthConfig (c3d7f6ffd46b0f146f18a7f1e3d3b6b00cd3bd836fb39a64151e8a325b00462a) AuthConfig (ac7fa8f5554d3d8f5080abd8bb9ccda0a24cd3821de0cd0977ed9b51818720f6) AuthConfig (75bdd13bfc3215c4970f1eb47d32662bd41fec74f906b28d72d4e73bb1e29d70)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-auth-b80d43","reconcileID":"196a7967-0365-4458-9af3-5372734e311f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:09.547569387Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"rate-test-model-d7d444","reconcileID":"ab8c8dc7-b7e3-467d-a7f0-beb147ee738f","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenant":"e2e-shared-a-w1-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/rate-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:09.547588919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"rate-test-model-d7d444","reconcileID":"ab8c8dc7-b7e3-467d-a7f0-beb147ee738f","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"routeName":"rate-test-model-d7d444-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","llmisvcName":"rate-test-model-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:09.751026633Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"462f5b36-54f8-494c-abb5-768386e40a17","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:18.478723068Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"98a90280-59be-4da7-ab41-a20fe23bae6c","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:19.652966132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-auth-b80d43","reconcileID":"17b8279e-c220-49c7-b348-1a4e8d05d970","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444","tenantID":"e2e-shared-a-w1-d7d444","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:19.709660698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-auth-b80d43","reconcileID":"17b8279e-c220-49c7-b348-1a4e8d05d970","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"e2e-shared-a-w1-d7d444-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:19.85596566Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"12037f77-8fec-4266-935b-ad4e205322f7","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:19.977144679Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"rate-test-model-d7d444","reconcileID":"1b0806f5-e866-4e4e-b37c-46edb42c306c","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenant":"e2e-shared-a-w1-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/rate-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:19.977171335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"rate-test-model-d7d444","reconcileID":"1b0806f5-e866-4e4e-b37c-46edb42c306c","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"routeName":"rate-test-model-d7d444-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","llmisvcName":"rate-test-model-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:24.59519384Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"rate-test-model-747b7b","reconcileID":"ef322ea2-8c40-4ec3-89b3-323a1276eca3","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenant":"e2e-shared-b-w1-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/rate-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:24.595214758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"rate-test-model-747b7b","reconcileID":"ef322ea2-8c40-4ec3-89b3-323a1276eca3","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"routeName":"rate-test-model-747b7b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","llmisvcName":"rate-test-model-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:24.64977057Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"rate-test-model-747b7b","reconcileID":"df9fcba5-7b71-4594-8bd5-ad229d0a77a1","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenant":"e2e-shared-b-w1-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/rate-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:24.649791735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"rate-test-model-747b7b","reconcileID":"df9fcba5-7b71-4594-8bd5-ad229d0a77a1","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"routeName":"rate-test-model-747b7b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","llmisvcName":"rate-test-model-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:24.755112626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-rate-iso-auth-b80d43","reconcileID":"7906fafa-42eb-46a7-bea1-b3d54442dccd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-747b7b","tenantID":"e2e-shared-b-w1-747b7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:24.881722289Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-rate-iso-auth-b80d43","reconcileID":"7906fafa-42eb-46a7-bea1-b3d54442dccd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"e2e-shared-b-w1-747b7b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:24.937480826Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-747b7b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-rate-iso-auth-b80d43","reconcileID":"7906fafa-42eb-46a7-bea1-b3d54442dccd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:24.99425572Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"rate-test-model-747b7b","reconcileID":"93610386-ebf5-42be-853a-4bb9f02bd909","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenant":"e2e-shared-b-w1-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/rate-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:24.994274129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"rate-test-model-747b7b","reconcileID":"93610386-ebf5-42be-853a-4bb9f02bd909","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"routeName":"rate-test-model-747b7b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","llmisvcName":"rate-test-model-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:28.583491807Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"e851d678-6a29-49d4-9ac3-5fa7780337df","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:29.96170362Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"c0c8c9b0-371d-4779-8171-10421c2e4f88","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:35.110241471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-rate-iso-auth-b80d43","reconcileID":"e3d578f3-0468-4e5c-b20a-09a5698a5bbd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-747b7b","tenantID":"e2e-shared-b-w1-747b7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:35.166950086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-rate-iso-auth-b80d43","reconcileID":"e3d578f3-0468-4e5c-b20a-09a5698a5bbd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"e2e-shared-b-w1-747b7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:35.222790361Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-747b7b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-rate-iso-auth-b80d43","reconcileID":"e3d578f3-0468-4e5c-b20a-09a5698a5bbd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:36.05587399Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"257833d7-b4b8-4370-980c-911373635241","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:36.175272549Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"de6af3f4-c0ab-4429-bb61-d088f777ace1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:36.291231308Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-subscription","reconcileID":"0d122259-6938-433e-8505-fc163a6a05f1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-premium-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/premium-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:36.378518034Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-subscription","reconcileID":"6b38e8ce-97ff-4d7f-b71b-74a6eaac1d53","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-premium-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/premium-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:36.588564007Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-subscription","reconcileID":"11a5c2e8-46dd-4aa3-89b5-82fa583f1055","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:36.739050926Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-23f068-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-ok-23f068-2a1454-sub","reconcileID":"a2e640ce-a243-45ea-aae0-0aa374f230ac","MaaSSubscription":{"name":"e2e-cfl-ok-23f068-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-ok-23f068","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-ok-23f068","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:36.780610942Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:36.78802535Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-subscription","reconcileID":"bf4fd28b-3c99-4a56-9959-a5bf56e7787f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-premium-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:36.877283421Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-20611e-ef54ab-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-ef54ab-sub","reconcileID":"2792eea5-2a3f-4d2e-b01a-17d954b071a8","MaaSSubscription":{"name":"e2e-cfl-same-20611e-ef54ab-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-same-20611e","model":"e2e-extmod-cfl-2-ef54ab/e2e-cfl-same-20611e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:37.115887708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-c0758d4e","namespace":"ai-tenant-e2e-mt-ae20377a"},"namespace":"ai-tenant-e2e-mt-ae20377a","name":"e2e-shared-int-sub-c0758d4e","reconcileID":"790190fc-0a76-4ea0-acfb-50b1c786e898","MaaSSubscription":{"name":"e2e-shared-int-sub-c0758d4e","namespace":"ai-tenant-e2e-mt-ae20377a"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:37.115890767Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"04aba0de-e7b1-4055-9a2e-82db7e08d414","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:37.339474198Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-fd3b7b-8f45a2-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-sub","reconcileID":"da8a1dfa-a352-454d-8bfd-49355ed51183","MaaSSubscription":{"name":"e2e-cfl-fd3b7b-8f45a2-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-fd3b7b","model":"ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-fd3b7b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:37.389897001Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"7f325b8b-9e64-40c2-84c9-89028f77cb54","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:37.457757946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-20611e-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-sub","reconcileID":"2b1a945e-b75b-427d-a107-db92f130a7b7","MaaSSubscription":{"name":"e2e-cfl-same-20611e-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-same-20611e","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-same-20611e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:37.575387573Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-41d69a-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-sub","reconcileID":"0775fb15-539f-4fa6-941d-d6246425f93f","MaaSSubscription":{"name":"e2e-cfl-41d69a-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-41d69a","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-41d69a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:38.688097098Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"ec0c614f-39f8-457a-ba00-7fcc9f34c105","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:40.068704461Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"23c9a8bb-04a4-47fb-a600-6995f2b1a998","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:45.329292692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-rate-iso-auth-b80d43","reconcileID":"9313adba-04d7-4974-95fc-c01e98328310","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-747b7b","tenantID":"e2e-shared-b-w1-747b7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:45.387147134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-rate-iso-auth-b80d43","reconcileID":"9313adba-04d7-4974-95fc-c01e98328310","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"e2e-shared-b-w1-747b7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:45.443238912Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-747b7b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c6abb0f4ad503b97971aeff55a0b2b119f2cb919b1fefad117c14ff772061dc0) AuthConfig (14312c684522f3582480971714d280abdd7b0fe7c1e2535e6c2304945d996f37) AuthConfig (82b524073ace7b8ef6b2a5ee6553bc98d74226a1ab209bab9ee3229f0c0fb81c) AuthConfig (72205caa82fe6d23bc3870e51ad7ba6dfe229455083ea4c0f6f70e49367aa331) AuthConfig (c296c11e1840fc1d0708e089b2f0a0ae0b91eb230aff85e5f432e9f31311c51f) AuthConfig (72b5872acab0bb1f19f21ff22ea9542cd8a4716a0107bac1837bc2d0c05f2256) AuthConfig (84f5aadd4744a05bcdfcea291a14b657335331fc62f0e96007128b69e20f8ddb) AuthConfig (e6e80c596c8a726ae73a0b86dbea708552b0d1b45aabb1a8cc931a050c8b03ae) AuthConfig (271e554d29e7b819ee802e48a901fa10689f5cd723197e56d5d4cc87eda559cd) AuthConfig (a282cdced8118a374e7bdd218e76af4ba25edbd6f00898bfb07050bb94af5c10) AuthConfig (1226c9927b935e63f8a78f8f299724cb05f907227d70ccb878af6e4f992d8fff) AuthConfig (f5653ebcfd824ab8e94f37cc64266bbcec7b2bd2bc9ac530205b170f770c65c4) AuthConfig (b98930905d0cb4afb471f98c3b3874cc72ca2f6684ce5a83e2cadf1f741960ae) AuthConfig (845ebc6feedc211b8b5353d61004d1d9a88b95f68631acf66fdbd88c617d4965) AuthConfig (b0687fefe6bb40666d2cf632c50825bbd1e8533e6be20c435578c47719eb9351) AuthConfig (e18c8bf7e71ce3187b56b1165e0f8e7f3cb0c3bda6de3b9cbeaa0d3d82846365) AuthConfig (6734c59a199f2d417534cecb2276b169229ec0b04db7b296ea60e91f843e5f6a) AuthConfig (46989250d8df7fbbd7a55989ffc0d5bfcf6238344afa67abb38b8739f3ae742a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-rate-iso-auth-b80d43","reconcileID":"9313adba-04d7-4974-95fc-c01e98328310","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:45.501125769Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"rate-test-model-747b7b","reconcileID":"acff2715-326e-4d2b-9893-1bf7fe4babaa","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenant":"e2e-shared-b-w1-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/rate-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:45.501144528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"rate-test-model-747b7b","reconcileID":"acff2715-326e-4d2b-9893-1bf7fe4babaa","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"routeName":"rate-test-model-747b7b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","llmisvcName":"rate-test-model-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:47.254571915Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"a81450ea-8656-4004-95f1-8d214a7c0edc","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:48.198828373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4c7631a-0b78-42f9-b7bd-ae20deff0f1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:48.250560251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4c7631a-0b78-42f9-b7bd-ae20deff0f1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:48.302368905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4c7631a-0b78-42f9-b7bd-ae20deff0f1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:48.354102783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4c7631a-0b78-42f9-b7bd-ae20deff0f1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:48.793071673Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"786b63dc-1fe1-4073-8d36-fd87b5c4b495","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:50.2569321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a49bd9a5-288f-431e-8f0d-a0bf7f5869d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:50.309477521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a49bd9a5-288f-431e-8f0d-a0bf7f5869d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:50.361077355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a49bd9a5-288f-431e-8f0d-a0bf7f5869d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:50.412766678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a49bd9a5-288f-431e-8f0d-a0bf7f5869d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:55.607577101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-rate-iso-auth-b80d43","reconcileID":"b9df6aa0-6ff5-40c9-8953-d309aa5b2fed","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-747b7b","tenantID":"e2e-shared-b-w1-747b7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:55.664441385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-rate-iso-auth-b80d43","reconcileID":"b9df6aa0-6ff5-40c9-8953-d309aa5b2fed","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"e2e-shared-b-w1-747b7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:55.932893691Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"rate-test-model-747b7b","reconcileID":"1f8c07df-610b-47c2-afb1-ddf9b2839888","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenant":"e2e-shared-b-w1-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/rate-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:55.932913487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"rate-test-model-747b7b","reconcileID":"1f8c07df-610b-47c2-afb1-ddf9b2839888","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"routeName":"rate-test-model-747b7b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","llmisvcName":"rate-test-model-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:57.360742977Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"66516d40-5c67-4c8c-ad34-1ec03ab75f31","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:41:58.898372078Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"1b451a3a-f753-484b-9374-d1ec310a7796","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:01.291368678Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"rate-test-model-d7d444","reconcileID":"b0ebf3c7-2cf8-450c-97f5-d4ff5ebab5db","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenant":"e2e-shared-a-w1-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/rate-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:01.291397872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"rate-test-model-d7d444","reconcileID":"b0ebf3c7-2cf8-450c-97f5-d4ff5ebab5db","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"routeName":"rate-test-model-d7d444-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","llmisvcName":"rate-test-model-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:01.291486175Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-8f45a2 priority=0:[ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-41d69a-2a1454-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-fd3b7b-8f45a2-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-ok-23f068-2a1454-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-same-20611e-2a1454-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-same-20611e-ef54ab-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:01.349390807Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"rate-test-model-d7d444","reconcileID":"ca0e2762-1073-4555-80af-7df6efde6faf","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenant":"e2e-shared-a-w1-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/rate-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:01.349496803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"rate-test-model-d7d444","reconcileID":"ca0e2762-1073-4555-80af-7df6efde6faf","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"routeName":"rate-test-model-d7d444-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","llmisvcName":"rate-test-model-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:01.403851813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-auth-b80d43","reconcileID":"7ad61f2a-fe7f-4f6b-b40c-2312077ed68d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444","tenantID":"e2e-shared-a-w1-d7d444","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:42:01.404648872Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-b80d43","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-a-b80d43","reconcileID":"ff58a86b-2edf-4eb4-9098-2f77065f2d4e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-b80d43\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:42:01.406436851Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"rate-test-model-d7d444","reconcileID":"ca0e2762-1073-4555-80af-7df6efde6faf","name":"rate-test-model-d7d444","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-d7d444\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:42:01.406482572Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"rate-test-model-d7d444","reconcileID":"ca0e2762-1073-4555-80af-7df6efde6faf","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-d7d444\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:01.411808713Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"rate-test-model-d7d444","reconcileID":"2f8be0ea-0125-4d52-9b1b-d3eb7b7cab3c","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenant":"e2e-shared-a-w1-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/rate-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:01.411825027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"rate-test-model-d7d444","reconcileID":"2f8be0ea-0125-4d52-9b1b-d3eb7b7cab3c","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"routeName":"rate-test-model-d7d444-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","llmisvcName":"rate-test-model-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:01.461684334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-auth-b80d43","reconcileID":"7ad61f2a-fe7f-4f6b-b40c-2312077ed68d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"e2e-shared-a-w1-d7d444-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:01.547651487Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-8f45a2 priority=0:[ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-41d69a-2a1454-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-fd3b7b-8f45a2-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-ok-23f068-2a1454-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-same-20611e-2a1454-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-same-20611e-ef54ab-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:01.547682125Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"rate-test-model-747b7b","reconcileID":"5c6cef52-1bdf-4fe9-a124-6be6449173c2","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenant":"e2e-shared-b-w1-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/rate-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:01.547693998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"rate-test-model-747b7b","reconcileID":"5c6cef52-1bdf-4fe9-a124-6be6449173c2","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"routeName":"rate-test-model-747b7b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","llmisvcName":"rate-test-model-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:01.605083362Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"rate-test-model-d7d444","reconcileID":"ceff90ab-0127-4b2d-9aaa-6b4cd696c934","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenant":"e2e-shared-a-w1-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/rate-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:01.605173946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"rate-test-model-d7d444","reconcileID":"ceff90ab-0127-4b2d-9aaa-6b4cd696c934","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"routeName":"rate-test-model-d7d444-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","llmisvcName":"rate-test-model-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:01.606251825Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"rate-test-model-747b7b","reconcileID":"0b2e5532-891a-4ad6-b465-39f42dfefb63","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenant":"e2e-shared-b-w1-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/rate-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:01.606267595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"rate-test-model-747b7b","reconcileID":"0b2e5532-891a-4ad6-b465-39f42dfefb63","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"routeName":"rate-test-model-747b7b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","llmisvcName":"rate-test-model-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:01.655531895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-rate-iso-auth-b80d43","reconcileID":"6b2efb87-5ea0-497a-8fb1-84f3dd3b7ad5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-747b7b","tenantID":"e2e-shared-b-w1-747b7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:42:01.656561103Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-b80d43","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-rate-iso-b-b80d43","reconcileID":"f74f5e58-c232-467c-8f66-ff8861454e4f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-b80d43\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:01.657118069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"rate-test-model-d7d444","reconcileID":"fde02af3-f0c2-4a8b-a7ae-1b17c30a44f8","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenant":"e2e-shared-a-w1-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/rate-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:01.657133016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"rate-test-model-d7d444","reconcileID":"fde02af3-f0c2-4a8b-a7ae-1b17c30a44f8","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"routeName":"rate-test-model-d7d444-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","llmisvcName":"rate-test-model-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:01.712769886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-rate-iso-auth-b80d43","reconcileID":"6b2efb87-5ea0-497a-8fb1-84f3dd3b7ad5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"e2e-shared-b-w1-747b7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:01.766044988Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"rate-test-model-747b7b","reconcileID":"dacb9c04-ec15-4004-a48c-3b0e6401f797","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenant":"e2e-shared-b-w1-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/rate-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:01.766067399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"rate-test-model-747b7b","reconcileID":"dacb9c04-ec15-4004-a48c-3b0e6401f797","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"routeName":"rate-test-model-747b7b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","llmisvcName":"rate-test-model-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:01.769802161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-auth-b80d43","reconcileID":"07983755-510e-4fee-ab95-8a15015514be","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444","tenantID":"e2e-shared-a-w1-d7d444","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:01.821284532Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"rate-test-model-747b7b","reconcileID":"66456217-21d6-4373-9a60-ba9eaaef885b","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenant":"e2e-shared-b-w1-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/rate-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:01.821303495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"rate-test-model-747b7b","reconcileID":"66456217-21d6-4373-9a60-ba9eaaef885b","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"routeName":"rate-test-model-747b7b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","llmisvcName":"rate-test-model-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:01.82662706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-auth-b80d43","reconcileID":"07983755-510e-4fee-ab95-8a15015514be","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"e2e-shared-a-w1-d7d444-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:01.869462515Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-b80d43","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-a-b80d43","reconcileID":"3e08603a-c3a7-4f96-a32b-560b4be7b4fd","MaaSSubscription":{"name":"e2e-rate-iso-a-b80d43","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"maas-trlp-rate-test-model-d7d444","model":"rate-test-model-d7d444","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-d7d444/e2e-rate-iso-a-b80d43"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:02.023005781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-rate-iso-auth-b80d43","reconcileID":"bdb805a0-3759-4c92-a19e-a8cb28639a25","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-747b7b","tenantID":"e2e-shared-b-w1-747b7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:02.030960079Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-b80d43","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-rate-iso-b-b80d43","reconcileID":"df36a64d-2a33-4260-b3ba-c7047c541e4e","MaaSSubscription":{"name":"e2e-rate-iso-b-b80d43","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"maas-trlp-rate-test-model-747b7b","model":"rate-test-model-747b7b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-747b7b/e2e-rate-iso-b-b80d43"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:02.034586488Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"rate-test-model-d7d444","reconcileID":"6c115f2a-9db2-40c0-bd43-350c3d99053f","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenant":"e2e-shared-a-w1-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/rate-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:02.034606511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"rate-test-model-d7d444","reconcileID":"6c115f2a-9db2-40c0-bd43-350c3d99053f","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"routeName":"rate-test-model-d7d444-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","llmisvcName":"rate-test-model-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:02.080065096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-rate-iso-auth-b80d43","reconcileID":"bdb805a0-3759-4c92-a19e-a8cb28639a25","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"e2e-shared-b-w1-747b7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:02.196391965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"rate-test-model-747b7b","reconcileID":"bc4799c9-c2f4-42d9-9488-322cf9b8ef0e","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenant":"e2e-shared-b-w1-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/rate-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:02.196418632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"rate-test-model-747b7b","reconcileID":"bc4799c9-c2f4-42d9-9488-322cf9b8ef0e","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"routeName":"rate-test-model-747b7b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","llmisvcName":"rate-test-model-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:02.242223844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-b80d43","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-a-b80d43","reconcileID":"6b7f1581-9283-42c6-a4bd-22417c795bcf","MaaSSubscription":{"name":"e2e-rate-iso-a-b80d43","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"maas-trlp-rate-test-model-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/rate-test-model-d7d444","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:02.405968794Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-b80d43","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-rate-iso-b-b80d43","reconcileID":"c7346ecf-c8ad-466c-aee8-91317c1b02a8","MaaSSubscription":{"name":"e2e-rate-iso-b-b80d43","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"maas-trlp-rate-test-model-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/rate-test-model-747b7b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:02.579900342Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c0758d4e","namespace":"ai-tenant-e2e-mt-ae20377a"},"namespace":"ai-tenant-e2e-mt-ae20377a","name":"e2e-shared-int-policy-c0758d4e","reconcileID":"81034263-ae3b-421d-a046-0774c3b55080","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c0758d4e","namespace":"ai-tenant-e2e-mt-ae20377a"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:02.580057138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3ba34a62-f5be-4c5f-bd35-37e5565a44a6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:02.580079201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3ba34a62-f5be-4c5f-bd35-37e5565a44a6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:02.68331909Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c0758d4e","namespace":"ai-tenant-e2e-mt-ae20377a"},"namespace":"ai-tenant-e2e-mt-ae20377a","name":"e2e-shared-int-policy-c0758d4e","reconcileID":"81034263-ae3b-421d-a046-0774c3b55080","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-c0758d4e","namespace":"ai-tenant-e2e-mt-ae20377a"},"policyNamespace":"ai-tenant-e2e-mt-ae20377a","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:02.739165985Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fce30d2f-ccc7-4874-b592-2ed73a88f838","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:02.739185504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fce30d2f-ccc7-4874-b592-2ed73a88f838","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:02.878593136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1b59b9d4-8100-4f77-8199-046e9eb7563b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:02.878617851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1b59b9d4-8100-4f77-8199-046e9eb7563b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:06.781026661Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:07.470804898Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"ec01231e-cefd-4230-93e8-1973c6a2a1d0","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:09.003560563Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"1ca9bf75-b370-4896-95e4-d57db8672c61","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:13.040446752Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-c0758d4e","namespace":"ai-tenant-e2e-mt-ae20377a"},"namespace":"ai-tenant-e2e-mt-ae20377a","name":"e2e-shared-int-sub-c0758d4e","reconcileID":"0c564f36-c9a2-41b0-adc6-a2375189b10c","MaaSSubscription":{"name":"e2e-shared-int-sub-c0758d4e","namespace":"ai-tenant-e2e-mt-ae20377a"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-c0758d4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:13.255973055Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-c0758d4e","namespace":"ai-tenant-e2e-mt-ae20377a"},"namespace":"ai-tenant-e2e-mt-ae20377a","name":"e2e-shared-int-sub-c0758d4e","reconcileID":"0c564f36-c9a2-41b0-adc6-a2375189b10c","MaaSSubscription":{"name":"e2e-shared-int-sub-c0758d4e","namespace":"ai-tenant-e2e-mt-ae20377a"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:13.465285169Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4dc1b734-87a2-4044-b7fc-96adc82552e6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:13.518140917Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1df12b82-b997-49dc-9d93-3e7b28e4bcca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:13.518167809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1df12b82-b997-49dc-9d93-3e7b28e4bcca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:13.518391049Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-8f45a2 priority=0:[ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-41d69a-2a1454-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-fd3b7b-8f45a2-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-ok-23f068-2a1454-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-same-20611e-2a1454-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-same-20611e-ef54ab-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:13.61072991Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-subscription","reconcileID":"b8d4a490-89d6-4434-9016-01288a41a296","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-premium-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/premium-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:13.72457961Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-41d69a-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-sub","reconcileID":"c299781d-d8e1-46c5-bc75-443d8a604be9","MaaSSubscription":{"name":"e2e-cfl-41d69a-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-41d69a","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-41d69a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:13.785991858Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-subscription","reconcileID":"9c7fe65b-edfa-4519-b52b-84e91fb26513","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-premium-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:13.891608726Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-b80d43","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-rate-iso-b-b80d43","reconcileID":"360decd7-d62d-47e9-a17f-723d395f9be8","MaaSSubscription":{"name":"e2e-rate-iso-b-b80d43","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"maas-trlp-rate-test-model-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/rate-test-model-747b7b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:14.040405643Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-23f068-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-ok-23f068-2a1454-sub","reconcileID":"7e6493c6-5252-4afa-a4ca-ee97b9be0a50","MaaSSubscription":{"name":"e2e-cfl-ok-23f068-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-ok-23f068","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-ok-23f068","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:14.05708111Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"rate-test-model-747b7b","reconcileID":"59b1bbee-b136-40ce-9cf2-452fdeb9a488","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenant":"e2e-shared-b-w1-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/rate-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:14.05709965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"rate-test-model-747b7b","reconcileID":"59b1bbee-b136-40ce-9cf2-452fdeb9a488","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"routeName":"rate-test-model-747b7b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","llmisvcName":"rate-test-model-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:14.137941122Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3195a511-192b-472b-a200-2f6f500408a5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:14.143944995Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-20611e-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-sub","reconcileID":"2782476e-db45-46ce-ab79-d7bf5dc92f13","MaaSSubscription":{"name":"e2e-cfl-same-20611e-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-same-20611e","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-same-20611e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:14.144043469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-20611e-ef54ab-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-ef54ab-sub","reconcileID":"39a68c83-c4e9-4e99-9b4d-0501863ef7b6","MaaSSubscription":{"name":"e2e-cfl-same-20611e-ef54ab-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-same-20611e","model":"e2e-extmod-cfl-2-ef54ab/e2e-cfl-same-20611e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:14.264897516Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-subscription","reconcileID":"7af3be08-7995-4c2d-9c13-90c5031c72dc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-premium-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/premium-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:14.408678337Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-subscription","reconcileID":"8349a20b-343d-4e74-a19b-46cc112e1b88","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:14.509075327Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-b80d43","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-a-b80d43","reconcileID":"09ab3821-1a37-4646-981e-3c63433f8af5","MaaSSubscription":{"name":"e2e-rate-iso-a-b80d43","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"maas-trlp-rate-test-model-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/rate-test-model-d7d444","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:14.552601328Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"3318aa2b-a708-4e70-8da6-83cd78cbbb8a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:14.566105705Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-fd3b7b-8f45a2-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-sub","reconcileID":"1b9d448b-e2a4-492f-a24f-432684978b24","MaaSSubscription":{"name":"e2e-cfl-fd3b7b-8f45a2-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-fd3b7b","model":"ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-fd3b7b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:14.673170012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"rate-test-model-d7d444","reconcileID":"89f55179-6a43-4587-89e8-28c61e8fdf49","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenant":"e2e-shared-a-w1-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/rate-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:14.673195798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"rate-test-model-d7d444","reconcileID":"89f55179-6a43-4587-89e8-28c61e8fdf49","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"routeName":"rate-test-model-d7d444-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","llmisvcName":"rate-test-model-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:14.794838673Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"4fbb775c-bd6c-4ca4-a92c-e5916778791f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:15.100898087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-auth-b80d43","reconcileID":"1866390e-699a-4565-9cb5-3529a538c11e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444","tenantID":"e2e-shared-a-w1-d7d444","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:15.158106587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-auth-b80d43","reconcileID":"1866390e-699a-4565-9cb5-3529a538c11e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"e2e-shared-a-w1-d7d444-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:15.412088284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-rate-iso-auth-b80d43","reconcileID":"3dcbb287-8258-4303-9607-8a14fc88eedb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-747b7b","tenantID":"e2e-shared-b-w1-747b7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:15.469872919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-rate-iso-auth-b80d43","reconcileID":"3dcbb287-8258-4303-9607-8a14fc88eedb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"e2e-shared-b-w1-747b7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:17.575875871Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"8d0e79c0-9b7d-4de2-88a3-2fe310ddea79","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:18.10666952Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c673e5"},"namespace":"ai-tenant-e2e-explicit-c673e5","name":"default-tenant","reconcileID":"46b9b740-a532-4154-9cfd-950d132aef69","namespace":"ai-tenant-e2e-explicit-c673e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:18.106728797Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c673e5"},"namespace":"ai-tenant-e2e-explicit-c673e5","name":"default-tenant","reconcileID":"46b9b740-a532-4154-9cfd-950d132aef69","namespace":"ai-tenant-e2e-explicit-c673e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:18.106778577Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c673e5"},"namespace":"ai-tenant-e2e-explicit-c673e5","name":"default-tenant","reconcileID":"46b9b740-a532-4154-9cfd-950d132aef69","tenant":"e2e-explicit-c673e5","tenantID":"e2e-explicit-c673e5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:18.160497467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c673e5"},"namespace":"ai-tenant-e2e-explicit-c673e5","name":"default-tenant","reconcileID":"46b9b740-a532-4154-9cfd-950d132aef69","gvk":"Deployment","name":"maas-api-e2e-explicit-c673e5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:18.222024126Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c673e5"},"namespace":"ai-tenant-e2e-explicit-c673e5","name":"default-tenant","reconcileID":"46b9b740-a532-4154-9cfd-950d132aef69","gvk":"Service","name":"maas-api-e2e-explicit-c673e5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:18.280964434Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c673e5"},"namespace":"ai-tenant-e2e-explicit-c673e5","name":"default-tenant","reconcileID":"46b9b740-a532-4154-9cfd-950d132aef69","gvk":"HTTPRoute","name":"maas-api-route-e2e-explicit-c673e5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:18.335033697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c673e5"},"namespace":"ai-tenant-e2e-explicit-c673e5","name":"default-tenant","reconcileID":"46b9b740-a532-4154-9cfd-950d132aef69","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-explicit-c673e5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:18.391501428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c673e5"},"namespace":"ai-tenant-e2e-explicit-c673e5","name":"default-tenant","reconcileID":"46b9b740-a532-4154-9cfd-950d132aef69","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-explicit-c673e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:18.447745378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c673e5"},"namespace":"ai-tenant-e2e-explicit-c673e5","name":"default-tenant","reconcileID":"46b9b740-a532-4154-9cfd-950d132aef69","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-explicit-c673e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:18.502617131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c673e5"},"namespace":"ai-tenant-e2e-explicit-c673e5","name":"default-tenant","reconcileID":"46b9b740-a532-4154-9cfd-950d132aef69","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-explicit-c673e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:18.558845552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c673e5"},"namespace":"ai-tenant-e2e-explicit-c673e5","name":"default-tenant","reconcileID":"46b9b740-a532-4154-9cfd-950d132aef69","gvk":"Telemetry","name":"latency-per-subscription-e2e-explicit-c673e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:18.610418176Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c673e5"},"namespace":"ai-tenant-e2e-explicit-c673e5","name":"default-tenant","reconcileID":"46b9b740-a532-4154-9cfd-950d132aef69","gvk":"Deployment","name":"payload-processing-e2e-explicit-c673e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:18.661871073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c673e5"},"namespace":"ai-tenant-e2e-explicit-c673e5","name":"default-tenant","reconcileID":"46b9b740-a532-4154-9cfd-950d132aef69","gvk":"Deployment","name":"payload-pre-processing-e2e-explicit-c673e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:18.71313553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c673e5"},"namespace":"ai-tenant-e2e-explicit-c673e5","name":"default-tenant","reconcileID":"46b9b740-a532-4154-9cfd-950d132aef69","gvk":"Service","name":"payload-processing-e2e-explicit-c673e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:18.764550662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c673e5"},"namespace":"ai-tenant-e2e-explicit-c673e5","name":"default-tenant","reconcileID":"46b9b740-a532-4154-9cfd-950d132aef69","gvk":"Service","name":"payload-pre-processing-e2e-explicit-c673e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:18.816080324Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c673e5"},"namespace":"ai-tenant-e2e-explicit-c673e5","name":"default-tenant","reconcileID":"46b9b740-a532-4154-9cfd-950d132aef69","gvk":"DestinationRule","name":"payload-processing-e2e-explicit-c673e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:18.867533579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c673e5"},"namespace":"ai-tenant-e2e-explicit-c673e5","name":"default-tenant","reconcileID":"46b9b740-a532-4154-9cfd-950d132aef69","gvk":"DestinationRule","name":"payload-pre-processing-e2e-explicit-c673e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:18.919187896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c673e5"},"namespace":"ai-tenant-e2e-explicit-c673e5","name":"default-tenant","reconcileID":"46b9b740-a532-4154-9cfd-950d132aef69","gvk":"EnvoyFilter","name":"payload-processing-e2e-explicit-c673e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:18.974722805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c673e5"},"namespace":"ai-tenant-e2e-explicit-c673e5","name":"default-tenant","reconcileID":"46b9b740-a532-4154-9cfd-950d132aef69","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-explicit-c673e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:19.025998192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c673e5"},"namespace":"ai-tenant-e2e-explicit-c673e5","name":"default-tenant","reconcileID":"46b9b740-a532-4154-9cfd-950d132aef69","gvk":"NetworkPolicy","name":"payload-processing-e2e-explicit-c673e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:19.077561996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c673e5"},"namespace":"ai-tenant-e2e-explicit-c673e5","name":"default-tenant","reconcileID":"46b9b740-a532-4154-9cfd-950d132aef69","gvk":"ServiceAccount","name":"payload-processing-e2e-explicit-c673e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:19.112852713Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"28621380-bb53-4452-9444-3e823836ae33","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:19.132609491Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c673e5"},"namespace":"ai-tenant-e2e-explicit-c673e5","name":"default-tenant","reconcileID":"46b9b740-a532-4154-9cfd-950d132aef69","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-explicit-c673e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:19.183911708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c673e5"},"namespace":"ai-tenant-e2e-explicit-c673e5","name":"default-tenant","reconcileID":"46b9b740-a532-4154-9cfd-950d132aef69","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-explicit-c673e5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:20.355430593Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-auth-b80d43","reconcileID":"ce955722-589d-4fd4-a748-3242bf617adc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"model":"ai-tenant-e2e-shared-a-w1-d7d444/rate-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:20.355503716Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"rate-test-model-d7d444","reconcileID":"0f2d6f5b-d4d4-4252-9abc-2b319e443e06","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenant":"e2e-shared-a-w1-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/rate-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:20.355517112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"rate-test-model-d7d444","reconcileID":"0f2d6f5b-d4d4-4252-9abc-2b319e443e06","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"routeName":"rate-test-model-d7d444-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","llmisvcName":"rate-test-model-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:20.516646898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-auth-b80d43","reconcileID":"ce955722-589d-4fd4-a748-3242bf617adc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444","tenantID":"e2e-shared-a-w1-d7d444","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:20.642669518Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-auth-b80d43","reconcileID":"ce955722-589d-4fd4-a748-3242bf617adc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"e2e-shared-a-w1-d7d444-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:20.642702079Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-auth-b80d43","reconcileID":"ce955722-589d-4fd4-a748-3242bf617adc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:20.698672304Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"rate-test-model-d7d444","reconcileID":"06d4e873-3592-45c7-8090-27ccbae028d0","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenant":"e2e-shared-a-w1-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/rate-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:20.698694474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"rate-test-model-d7d444","reconcileID":"06d4e873-3592-45c7-8090-27ccbae028d0","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"routeName":"rate-test-model-d7d444-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","llmisvcName":"rate-test-model-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:20.709543878Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-b80d43","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-a-b80d43","reconcileID":"cc40c70c-a01c-430e-bac1-db04e0d3de5b","MaaSSubscription":{"name":"e2e-rate-iso-a-b80d43","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"maas-trlp-rate-test-model-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/rate-test-model-d7d444","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:20.845165531Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-rate-iso-auth-b80d43","reconcileID":"3ec56986-9865-475b-8668-d8db795d0a35","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"model":"ai-tenant-e2e-shared-b-w1-747b7b/rate-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:20.845197909Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"rate-test-model-747b7b","reconcileID":"04b8ba57-8a99-4f2f-bd18-b3d0c27da26d","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenant":"e2e-shared-b-w1-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/rate-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:20.845211815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"rate-test-model-747b7b","reconcileID":"04b8ba57-8a99-4f2f-bd18-b3d0c27da26d","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"routeName":"rate-test-model-747b7b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","llmisvcName":"rate-test-model-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:21.026990043Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-b80d43","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-a-b80d43","reconcileID":"cd01d968-7056-4587-a876-0b002a3a58d1","MaaSSubscription":{"name":"e2e-rate-iso-a-b80d43","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"maas-trlp-rate-test-model-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/rate-test-model-d7d444","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:21.051473511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-rate-iso-auth-b80d43","reconcileID":"3ec56986-9865-475b-8668-d8db795d0a35","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-747b7b","tenantID":"e2e-shared-b-w1-747b7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:21.127969081Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-b80d43","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-rate-iso-b-b80d43","reconcileID":"b940e646-28cf-475e-8aff-2a5923d24f79","MaaSSubscription":{"name":"e2e-rate-iso-b-b80d43","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"maas-trlp-rate-test-model-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/rate-test-model-747b7b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:21.179167938Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-rate-iso-auth-b80d43","reconcileID":"3ec56986-9865-475b-8668-d8db795d0a35","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"e2e-shared-b-w1-747b7b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:21.179199071Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-rate-iso-auth-b80d43","reconcileID":"3ec56986-9865-475b-8668-d8db795d0a35","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-b80d43","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:21.236758081Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"rate-test-model-747b7b","reconcileID":"a8d3efca-2ebe-4a4b-a6f1-7173d5800ed8","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenant":"e2e-shared-b-w1-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/rate-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:21.236786224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"rate-test-model-747b7b","reconcileID":"a8d3efca-2ebe-4a4b-a6f1-7173d5800ed8","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"routeName":"rate-test-model-747b7b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","llmisvcName":"rate-test-model-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:21.381120068Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"rate-test-model-d7d444","reconcileID":"a666d4a7-ff26-4f96-8fbf-4db22c841d51","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenant":"e2e-shared-a-w1-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/rate-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:21.381140342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"rate-test-model-d7d444","reconcileID":"a666d4a7-ff26-4f96-8fbf-4db22c841d51","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"routeName":"rate-test-model-d7d444-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","llmisvcName":"rate-test-model-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:21.504286336Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-b80d43","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-rate-iso-b-b80d43","reconcileID":"8030355c-3ddf-4952-b7b0-1d80c235edab","MaaSSubscription":{"name":"e2e-rate-iso-b-b80d43","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"maas-trlp-rate-test-model-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/rate-test-model-747b7b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:25.85179435Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"01ec766a-ff13-446c-8b84-586f72d08781","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:26.013593706Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"6a0068e3-3b9c-4592-82f9-596b223dd885","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:26.231242837Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-c673e5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-c673e5","reconcileID":"b56d6a82-37c8-4dba-a70f-5c7a4d36f39e","aitenant":"ai-tenants/e2e-explicit-c673e5","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:26.395228908Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"61ccbc5f-3d12-4f7d-bffc-e33c629dead9","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:26.756085412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2a4e9df-d0f8-4a81-ab57-9c739e12dcf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:26.808096326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2a4e9df-d0f8-4a81-ab57-9c739e12dcf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:26.860172007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2a4e9df-d0f8-4a81-ab57-9c739e12dcf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:26.91475889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2a4e9df-d0f8-4a81-ab57-9c739e12dcf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:27.080681993Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-c673e5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-c673e5","reconcileID":"b56d6a82-37c8-4dba-a70f-5c7a4d36f39e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-c673e5","removed":["maas.opendatahub.io/gateway-access-e2e-explicit-c673e5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:27.474055463Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"a69c9124-ffc2-46a8-82f0-29b975833d27","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:28.799195666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce1eab5f-f973-4295-807a-6bf720fe05a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:28.851883886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce1eab5f-f973-4295-807a-6bf720fe05a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:28.903634471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce1eab5f-f973-4295-807a-6bf720fe05a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:28.958509602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce1eab5f-f973-4295-807a-6bf720fe05a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:29.225032934Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"f838f24a-375f-405d-89c4-5b35de4c9180","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:31.54702838Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-b80d43","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-a-b80d43","reconcileID":"ea1ba042-85a1-479d-b91d-744b013643e8","MaaSSubscription":{"name":"e2e-rate-iso-a-b80d43","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"model":"ai-tenant-e2e-shared-a-w1-d7d444/rate-test-model-d7d444","subscription":"e2e-rate-iso-a-b80d43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:31.606059699Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-b80d43","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-a-b80d43","reconcileID":"ea1ba042-85a1-479d-b91d-744b013643e8","MaaSSubscription":{"name":"e2e-rate-iso-a-b80d43","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"model":"ai-tenant-e2e-shared-a-w1-d7d444/rate-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:31.665667969Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-b80d43","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-rate-iso-a-b80d43","reconcileID":"ea1ba042-85a1-479d-b91d-744b013643e8","MaaSSubscription":{"name":"e2e-rate-iso-a-b80d43","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"maas-trlp-rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/rate-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:31.963475785Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-8f45a2 priority=0:[ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-41d69a-2a1454-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-fd3b7b-8f45a2-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-ok-23f068-2a1454-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-same-20611e-2a1454-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-same-20611e-ef54ab-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:31.963595354Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"rate-test-model-d7d444","reconcileID":"0b8f10a8-20a0-4940-af2e-816f80a73421","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenant":"e2e-shared-a-w1-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/rate-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:31.963615926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"rate-test-model-d7d444","reconcileID":"0b8f10a8-20a0-4940-af2e-816f80a73421","MaaSModelRef":{"name":"rate-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"routeName":"rate-test-model-d7d444-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","llmisvcName":"rate-test-model-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:32.113147172Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"rate-test-model-747b7b","reconcileID":"3040ebae-ef43-413c-b838-990b721a7ebe","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenant":"e2e-shared-b-w1-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/rate-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:32.113167259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"rate-test-model-747b7b","reconcileID":"3040ebae-ef43-413c-b838-990b721a7ebe","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"routeName":"rate-test-model-747b7b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","llmisvcName":"rate-test-model-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:34.206897165Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"213c2a3d-05b5-48db-b256-4a94fef15425","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:36.781096963Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:42:37.262430126Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-07e4b5","namespace":"ai-tenant-e2e-noten-07e4b5"},"namespace":"ai-tenant-e2e-noten-07e4b5","name":"noten-model-07e4b5","reconcileID":"eac18ce4-310b-433a-a920-4fe6b2bbc985","MaaSModelRef":{"name":"noten-model-07e4b5","namespace":"ai-tenant-e2e-noten-07e4b5"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-07e4b5/noten-model-07e4b5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-07e4b5/noten-model-07e4b5-kserve-route (gateways: [openshift-ingress/e2e-noten-07e4b5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:42:37.319736898Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-07e4b5","namespace":"ai-tenant-e2e-noten-07e4b5"},"namespace":"ai-tenant-e2e-noten-07e4b5","name":"noten-model-07e4b5","reconcileID":"eac18ce4-310b-433a-a920-4fe6b2bbc985","error":"resolve tenant gateway for model ai-tenant-e2e-noten-07e4b5/noten-model-07e4b5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-07e4b5/noten-model-07e4b5-kserve-route (gateways: [openshift-ingress/e2e-noten-07e4b5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:42:37.32524629Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-07e4b5","namespace":"ai-tenant-e2e-noten-07e4b5"},"namespace":"ai-tenant-e2e-noten-07e4b5","name":"noten-model-07e4b5","reconcileID":"03db2da6-c20e-420e-9abb-4eec042fea57","MaaSModelRef":{"name":"noten-model-07e4b5","namespace":"ai-tenant-e2e-noten-07e4b5"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-07e4b5/noten-model-07e4b5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-07e4b5/noten-model-07e4b5-kserve-route (gateways: [openshift-ingress/e2e-noten-07e4b5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:42:37.32530531Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-07e4b5","namespace":"ai-tenant-e2e-noten-07e4b5"},"namespace":"ai-tenant-e2e-noten-07e4b5","name":"noten-model-07e4b5","reconcileID":"03db2da6-c20e-420e-9abb-4eec042fea57","error":"resolve tenant gateway for model ai-tenant-e2e-noten-07e4b5/noten-model-07e4b5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-07e4b5/noten-model-07e4b5-kserve-route (gateways: [openshift-ingress/e2e-noten-07e4b5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:42:37.336512074Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-07e4b5","namespace":"ai-tenant-e2e-noten-07e4b5"},"namespace":"ai-tenant-e2e-noten-07e4b5","name":"noten-model-07e4b5","reconcileID":"3f3bb1bf-c957-405b-a1a3-d228109cd029","MaaSModelRef":{"name":"noten-model-07e4b5","namespace":"ai-tenant-e2e-noten-07e4b5"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-07e4b5/noten-model-07e4b5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-07e4b5/noten-model-07e4b5-kserve-route (gateways: [openshift-ingress/e2e-noten-07e4b5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:42:37.336561598Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-07e4b5","namespace":"ai-tenant-e2e-noten-07e4b5"},"namespace":"ai-tenant-e2e-noten-07e4b5","name":"noten-model-07e4b5","reconcileID":"3f3bb1bf-c957-405b-a1a3-d228109cd029","error":"resolve tenant gateway for model ai-tenant-e2e-noten-07e4b5/noten-model-07e4b5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-07e4b5/noten-model-07e4b5-kserve-route (gateways: [openshift-ingress/e2e-noten-07e4b5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:42:37.3577836Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-07e4b5","namespace":"ai-tenant-e2e-noten-07e4b5"},"namespace":"ai-tenant-e2e-noten-07e4b5","name":"noten-model-07e4b5","reconcileID":"f2b0c6aa-e7cc-450a-b997-2fff45b7f3b0","MaaSModelRef":{"name":"noten-model-07e4b5","namespace":"ai-tenant-e2e-noten-07e4b5"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-07e4b5/noten-model-07e4b5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-07e4b5/noten-model-07e4b5-kserve-route (gateways: [openshift-ingress/e2e-noten-07e4b5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:42:37.357839653Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-07e4b5","namespace":"ai-tenant-e2e-noten-07e4b5"},"namespace":"ai-tenant-e2e-noten-07e4b5","name":"noten-model-07e4b5","reconcileID":"f2b0c6aa-e7cc-450a-b997-2fff45b7f3b0","error":"resolve tenant gateway for model ai-tenant-e2e-noten-07e4b5/noten-model-07e4b5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-07e4b5/noten-model-07e4b5-kserve-route (gateways: [openshift-ingress/e2e-noten-07e4b5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:42:37.398652391Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-07e4b5","namespace":"ai-tenant-e2e-noten-07e4b5"},"namespace":"ai-tenant-e2e-noten-07e4b5","name":"noten-model-07e4b5","reconcileID":"954bf793-3458-4b5d-a2ee-881d17e2c7c8","MaaSModelRef":{"name":"noten-model-07e4b5","namespace":"ai-tenant-e2e-noten-07e4b5"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-07e4b5/noten-model-07e4b5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-07e4b5/noten-model-07e4b5-kserve-route (gateways: [openshift-ingress/e2e-noten-07e4b5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:42:37.398716637Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-07e4b5","namespace":"ai-tenant-e2e-noten-07e4b5"},"namespace":"ai-tenant-e2e-noten-07e4b5","name":"noten-model-07e4b5","reconcileID":"954bf793-3458-4b5d-a2ee-881d17e2c7c8","error":"resolve tenant gateway for model ai-tenant-e2e-noten-07e4b5/noten-model-07e4b5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-07e4b5/noten-model-07e4b5-kserve-route (gateways: [openshift-ingress/e2e-noten-07e4b5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:42:37.479469713Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-07e4b5","namespace":"ai-tenant-e2e-noten-07e4b5"},"namespace":"ai-tenant-e2e-noten-07e4b5","name":"noten-model-07e4b5","reconcileID":"e24d29b7-7b1d-4c49-a54c-20e1f57dba99","MaaSModelRef":{"name":"noten-model-07e4b5","namespace":"ai-tenant-e2e-noten-07e4b5"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-07e4b5/noten-model-07e4b5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-07e4b5/noten-model-07e4b5-kserve-route (gateways: [openshift-ingress/e2e-noten-07e4b5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:42:37.479539396Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-07e4b5","namespace":"ai-tenant-e2e-noten-07e4b5"},"namespace":"ai-tenant-e2e-noten-07e4b5","name":"noten-model-07e4b5","reconcileID":"e24d29b7-7b1d-4c49-a54c-20e1f57dba99","error":"resolve tenant gateway for model ai-tenant-e2e-noten-07e4b5/noten-model-07e4b5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-07e4b5/noten-model-07e4b5-kserve-route (gateways: [openshift-ingress/e2e-noten-07e4b5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:37.58160188Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"1c8745ff-c8fc-4885-85fa-b7c68c774a55","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:42:37.639902867Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-07e4b5","namespace":"ai-tenant-e2e-noten-07e4b5"},"namespace":"ai-tenant-e2e-noten-07e4b5","name":"noten-model-07e4b5","reconcileID":"5cf41c3e-c040-4c20-a41d-5e400c4ffe42","MaaSModelRef":{"name":"noten-model-07e4b5","namespace":"ai-tenant-e2e-noten-07e4b5"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-07e4b5/noten-model-07e4b5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-07e4b5/noten-model-07e4b5-kserve-route (gateways: [openshift-ingress/e2e-noten-07e4b5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:42:37.639959203Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-07e4b5","namespace":"ai-tenant-e2e-noten-07e4b5"},"namespace":"ai-tenant-e2e-noten-07e4b5","name":"noten-model-07e4b5","reconcileID":"5cf41c3e-c040-4c20-a41d-5e400c4ffe42","error":"resolve tenant gateway for model ai-tenant-e2e-noten-07e4b5/noten-model-07e4b5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-07e4b5/noten-model-07e4b5-kserve-route (gateways: [openshift-ingress/e2e-noten-07e4b5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:42:37.961099317Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-07e4b5","namespace":"ai-tenant-e2e-noten-07e4b5"},"namespace":"ai-tenant-e2e-noten-07e4b5","name":"noten-model-07e4b5","reconcileID":"8cd4a7b4-c053-4206-8159-e77ceefc7d6b","MaaSModelRef":{"name":"noten-model-07e4b5","namespace":"ai-tenant-e2e-noten-07e4b5"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-07e4b5/noten-model-07e4b5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-07e4b5/noten-model-07e4b5-kserve-route (gateways: [openshift-ingress/e2e-noten-07e4b5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:42:37.961181526Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-07e4b5","namespace":"ai-tenant-e2e-noten-07e4b5"},"namespace":"ai-tenant-e2e-noten-07e4b5","name":"noten-model-07e4b5","reconcileID":"8cd4a7b4-c053-4206-8159-e77ceefc7d6b","error":"resolve tenant gateway for model ai-tenant-e2e-noten-07e4b5/noten-model-07e4b5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-07e4b5/noten-model-07e4b5-kserve-route (gateways: [openshift-ingress/e2e-noten-07e4b5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:42:38.60151891Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-07e4b5","namespace":"ai-tenant-e2e-noten-07e4b5"},"namespace":"ai-tenant-e2e-noten-07e4b5","name":"noten-model-07e4b5","reconcileID":"a3d4c65e-2efc-464a-b8d6-7794f6a26604","MaaSModelRef":{"name":"noten-model-07e4b5","namespace":"ai-tenant-e2e-noten-07e4b5"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-07e4b5/noten-model-07e4b5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-07e4b5/noten-model-07e4b5-kserve-route (gateways: [openshift-ingress/e2e-noten-07e4b5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:42:38.601580468Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-07e4b5","namespace":"ai-tenant-e2e-noten-07e4b5"},"namespace":"ai-tenant-e2e-noten-07e4b5","name":"noten-model-07e4b5","reconcileID":"a3d4c65e-2efc-464a-b8d6-7794f6a26604","error":"resolve tenant gateway for model ai-tenant-e2e-noten-07e4b5/noten-model-07e4b5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-07e4b5/noten-model-07e4b5-kserve-route (gateways: [openshift-ingress/e2e-noten-07e4b5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:39.329978116Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"9d8c1faf-f573-4402-b1a2-f49f2dcd8f2e","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:42:39.882893933Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-07e4b5","namespace":"ai-tenant-e2e-noten-07e4b5"},"namespace":"ai-tenant-e2e-noten-07e4b5","name":"noten-model-07e4b5","reconcileID":"23b5b6f2-bb6e-4e2e-9bfa-74c045c88952","MaaSModelRef":{"name":"noten-model-07e4b5","namespace":"ai-tenant-e2e-noten-07e4b5"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-07e4b5/noten-model-07e4b5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-07e4b5/noten-model-07e4b5-kserve-route (gateways: [openshift-ingress/e2e-noten-07e4b5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:42:39.882960308Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-07e4b5","namespace":"ai-tenant-e2e-noten-07e4b5"},"namespace":"ai-tenant-e2e-noten-07e4b5","name":"noten-model-07e4b5","reconcileID":"23b5b6f2-bb6e-4e2e-9bfa-74c045c88952","error":"resolve tenant gateway for model ai-tenant-e2e-noten-07e4b5/noten-model-07e4b5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-07e4b5/noten-model-07e4b5-kserve-route (gateways: [openshift-ingress/e2e-noten-07e4b5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:42.275268189Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-b80d43","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-rate-iso-b-b80d43","reconcileID":"eb204810-6a33-4f9a-8ab4-244afcd856dc","MaaSSubscription":{"name":"e2e-rate-iso-b-b80d43","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"model":"ai-tenant-e2e-shared-b-w1-747b7b/rate-test-model-747b7b","subscription":"e2e-rate-iso-b-b80d43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:42.327841186Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-b80d43","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-rate-iso-b-b80d43","reconcileID":"eb204810-6a33-4f9a-8ab4-244afcd856dc","MaaSSubscription":{"name":"e2e-rate-iso-b-b80d43","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"model":"ai-tenant-e2e-shared-b-w1-747b7b/rate-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:42.380449192Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-b80d43","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-rate-iso-b-b80d43","reconcileID":"eb204810-6a33-4f9a-8ab4-244afcd856dc","MaaSSubscription":{"name":"e2e-rate-iso-b-b80d43","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"maas-trlp-rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/rate-test-model-747b7b","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:42:42.443468894Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-07e4b5","namespace":"ai-tenant-e2e-noten-07e4b5"},"namespace":"ai-tenant-e2e-noten-07e4b5","name":"noten-model-07e4b5","reconcileID":"96420131-8c62-4e83-8c53-edbf4584e06c","MaaSModelRef":{"name":"noten-model-07e4b5","namespace":"ai-tenant-e2e-noten-07e4b5"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-07e4b5/noten-model-07e4b5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-07e4b5/noten-model-07e4b5-kserve-route (gateways: [openshift-ingress/e2e-noten-07e4b5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:42:42.443543198Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-07e4b5","namespace":"ai-tenant-e2e-noten-07e4b5"},"namespace":"ai-tenant-e2e-noten-07e4b5","name":"noten-model-07e4b5","reconcileID":"96420131-8c62-4e83-8c53-edbf4584e06c","error":"resolve tenant gateway for model ai-tenant-e2e-noten-07e4b5/noten-model-07e4b5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-07e4b5/noten-model-07e4b5-kserve-route (gateways: [openshift-ingress/e2e-noten-07e4b5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:42.658597038Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-8f45a2 priority=0:[ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-41d69a-2a1454-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-fd3b7b-8f45a2-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-ok-23f068-2a1454-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-same-20611e-2a1454-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-same-20611e-ef54ab-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:42.775225952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"rate-test-model-747b7b","reconcileID":"fbd60fcb-f837-41bf-82bb-5c61e9db477a","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenant":"e2e-shared-b-w1-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/rate-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:42.775257557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"rate-test-model-747b7b","reconcileID":"fbd60fcb-f837-41bf-82bb-5c61e9db477a","MaaSModelRef":{"name":"rate-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"routeName":"rate-test-model-747b7b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","llmisvcName":"rate-test-model-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:47.690969167Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"0ea2254d-5319-43d0-af15-aefec8483423","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:49.435234671Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"8f99ba58-9ad5-4484-8859-a65d950ef49a","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:57.796343941Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"fcfdfea0-49d7-4eae-92b7-d9baa9b3b544","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:42:59.540522429Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"5b42788b-4741-44b4-bbae-c0b09f4208a0","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:04.727978423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-23f068","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-ok-23f068","reconcileID":"4d798db3-69dc-49dc-b817-3a9edfbabe19","MaaSModelRef":{"name":"e2e-cfl-ok-23f068","namespace":"e2e-extmod-cfl-1-2a1454"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-ok-23f068","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:04.728014248Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-23f068","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-ok-23f068","reconcileID":"4d798db3-69dc-49dc-b817-3a9edfbabe19","MaaSModelRef":{"name":"e2e-cfl-ok-23f068","namespace":"e2e-extmod-cfl-1-2a1454"},"routeName":"external-model-e2e-cfl-ok-23f068-687d198f9d19","namespace":"e2e-extmod-cfl-1-2a1454","model":"e2e-cfl-ok-23f068","externalModel":"e2e-cfl-ok-23f068","provider":"e2e-cfl-ok-23f068-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:04.891870269Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-23f068-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-ok-23f068-2a1454-sub","reconcileID":"658b4f91-a774-4813-b543-f431370f57bc","MaaSSubscription":{"name":"e2e-cfl-ok-23f068-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b2932d07","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:04.995840039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-ef54ab-access","reconcileID":"e462b059-d4d4-4054-8a73-a60807b41879","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:04.998928605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"6f42b82f-e75f-49e8-9253-2ec9d69eddc6","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:04.999118397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"091fa6c9-6a93-4b61-939e-183d301f6f11","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:04.998930036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23f068-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-ok-23f068-2a1454-access","reconcileID":"7baf6340-7685-4ce6-97de-24b5fee1d075","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23f068-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:04.999637306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"22540320-5f73-45a7-9d86-5d907b18719c","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:05.052851226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-ef54ab-access","reconcileID":"e462b059-d4d4-4054-8a73-a60807b41879","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:05.055810281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"6f42b82f-e75f-49e8-9253-2ec9d69eddc6","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:05.056045862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23f068-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-ok-23f068-2a1454-access","reconcileID":"7baf6340-7685-4ce6-97de-24b5fee1d075","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23f068-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:05.057975079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"091fa6c9-6a93-4b61-939e-183d301f6f11","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:05.05811619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"22540320-5f73-45a7-9d86-5d907b18719c","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:05.63903723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"1747e5ee-f665-4dab-860d-a6a0da072b94","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:05.639438946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"bfd52c5b-c189-4df5-a541-b284facd046e","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:05.639831046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-ef54ab-access","reconcileID":"404e98fd-5ef0-452c-b6f0-3b0f793de756","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:05.639839475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"f4179f94-7525-4f9a-83c9-3bf1baf750a7","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:05.647607395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23f068-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-ok-23f068-2a1454-access","reconcileID":"80023f40-7641-4b92-994f-e37b8a88cbef","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23f068-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:05.698003488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"bfd52c5b-c189-4df5-a541-b284facd046e","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:05.698770102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"1747e5ee-f665-4dab-860d-a6a0da072b94","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:05.700510072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-ef54ab-access","reconcileID":"404e98fd-5ef0-452c-b6f0-3b0f793de756","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:05.701787654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"f4179f94-7525-4f9a-83c9-3bf1baf750a7","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:05.705636542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23f068-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-ok-23f068-2a1454-access","reconcileID":"80023f40-7641-4b92-994f-e37b8a88cbef","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23f068-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:06.781125352Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:07.901360943Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"8c65b358-4d71-4290-b50c-54dbb319c8fc","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:09.646469066Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"8323b9cf-402f-4b50-8cf4-1bd8af324429","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:14.025163373Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-20611e-ef54ab-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-ef54ab-sub","reconcileID":"eccbaabb-c4e0-44f1-8e43-35ad8eddf90e","MaaSSubscription":{"name":"e2e-cfl-same-20611e-ef54ab-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-same-20611e","model":"e2e-extmod-cfl-2-ef54ab/e2e-cfl-same-20611e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:14.071009731Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-subscription","reconcileID":"a9473e40-67a0-4ad9-b15c-6b1d72218813","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-premium-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:14.171279483Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"33d0369b-612c-48ea-b469-89b3d7c5494e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:14.323457592Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-fd3b7b-8f45a2-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-sub","reconcileID":"8d68c2ec-e059-4317-a657-7da2ce35bd30","MaaSSubscription":{"name":"e2e-cfl-fd3b7b-8f45a2-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-fd3b7b","model":"ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-fd3b7b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:14.371595708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-subscription","reconcileID":"946079e4-9c15-4b4a-826d-1c6859a1e2b7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-premium-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/premium-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:14.437753336Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-20611e-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-sub","reconcileID":"10c8bd00-6025-450b-87c8-7b9d5b6b7c02","MaaSSubscription":{"name":"e2e-cfl-same-20611e-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-same-20611e","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-same-20611e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:14.553175515Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-41d69a-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-sub","reconcileID":"bddcfb95-ceed-4032-8c49-dbf4239e08e6","MaaSSubscription":{"name":"e2e-cfl-41d69a-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-41d69a","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-41d69a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:14.790763054Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"74d1a50c-8c8e-4f6f-ad3c-f947eeb49323","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:14.891411878Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-subscription","reconcileID":"d32727ba-9b6b-4b8e-bd7e-882d9d43a7eb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-premium-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/premium-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:14.943928729Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-23f068-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-ok-23f068-2a1454-sub","reconcileID":"a6a25662-9bf8-47e0-88a0-599b976e5ac9","MaaSSubscription":{"name":"e2e-cfl-ok-23f068-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-ok-23f068","subscription":"e2e-cfl-ok-23f068-2a1454-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:15.04060225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"051558de-6bd7-49ec-9e43-f6353f0d3c10","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:15.048160246Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-23f068-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-ok-23f068-2a1454-sub","reconcileID":"a6a25662-9bf8-47e0-88a0-599b976e5ac9","MaaSSubscription":{"name":"e2e-cfl-ok-23f068-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-ok-23f068","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:15.100799178Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-23f068-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-ok-23f068-2a1454-sub","reconcileID":"a6a25662-9bf8-47e0-88a0-599b976e5ac9","MaaSSubscription":{"name":"e2e-cfl-ok-23f068-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-ok-23f068","namespace":"e2e-extmod-cfl-1-2a1454","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-ok-23f068","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:15.156825465Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"7abd1467-2980-4e32-a230-439d05e9c99a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:15.276409583Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-subscription","reconcileID":"ad73c029-252b-474e-9ad6-c436e5cf01a3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:15.371619264Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-8f45a2 priority=0:[ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-41d69a-2a1454-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-fd3b7b-8f45a2-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-same-20611e-2a1454-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-same-20611e-ef54ab-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:15.425730038Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-23f068","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-ok-23f068","reconcileID":"6bd67055-b84c-4408-9008-f9b0420f252f","MaaSModelRef":{"name":"e2e-cfl-ok-23f068","namespace":"e2e-extmod-cfl-1-2a1454"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-ok-23f068","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:15.42575309Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-23f068","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-ok-23f068","reconcileID":"6bd67055-b84c-4408-9008-f9b0420f252f","MaaSModelRef":{"name":"e2e-cfl-ok-23f068","namespace":"e2e-extmod-cfl-1-2a1454"},"routeName":"external-model-e2e-cfl-ok-23f068-687d198f9d19","namespace":"e2e-extmod-cfl-1-2a1454","model":"e2e-cfl-ok-23f068","externalModel":"e2e-cfl-ok-23f068","provider":"e2e-cfl-ok-23f068-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:15.59000276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b","reconcileID":"c7eb5427-1187-402a-b2bf-38399aa6322e","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-fd3b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:15.590023675Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b","reconcileID":"c7eb5427-1187-402a-b2bf-38399aa6322e","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"routeName":"external-model-e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2","model":"e2e-cfl-fd3b7b","externalModel":"e2e-cfl-fd3b7b","provider":"e2e-cfl-fd3b7b-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:15.684360964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-ef54ab-access","reconcileID":"3ad4427c-3c42-45e7-87e2-42cac5fd557c","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:15.684357934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"d440c8f5-91b3-4698-a2f0-7cf8385d4a7a","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:15.689624188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"11843882-6579-49bf-96a9-5e1447258d02","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:15.689899316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23f068-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-ok-23f068-2a1454-access","reconcileID":"4a9e9e94-1a85-4242-be5c-a01fd057ad4f","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23f068-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:15.689992149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"a348f9f2-70b1-4d75-b9a9-56bac77df1f0","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:15.694275489Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-41d69a","reconcileID":"24385095-1e94-4ace-bd19-54403f8164da","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-41d69a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:15.694290414Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-41d69a","reconcileID":"24385095-1e94-4ace-bd19-54403f8164da","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"routeName":"external-model-e2e-cfl-41d69a-8f2f83d7f18b","namespace":"e2e-extmod-cfl-1-2a1454","model":"e2e-cfl-41d69a","externalModel":"e2e-cfl-41d69a","provider":"e2e-cfl-41d69a-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:15.741421272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"d440c8f5-91b3-4698-a2f0-7cf8385d4a7a","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:15.741482315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-ef54ab-access","reconcileID":"3ad4427c-3c42-45e7-87e2-42cac5fd557c","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:15.747287937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23f068-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-ok-23f068-2a1454-access","reconcileID":"4a9e9e94-1a85-4242-be5c-a01fd057ad4f","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23f068-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:15.747352187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"a348f9f2-70b1-4d75-b9a9-56bac77df1f0","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:15.749464869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"11843882-6579-49bf-96a9-5e1447258d02","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:15.799603646Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-23f068","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-ok-23f068","reconcileID":"d09a0856-0280-408f-badb-0e19398b7505","MaaSModelRef":{"name":"e2e-cfl-ok-23f068","namespace":"e2e-extmod-cfl-1-2a1454"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-ok-23f068","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:15.799623766Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-23f068","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-ok-23f068","reconcileID":"d09a0856-0280-408f-badb-0e19398b7505","MaaSModelRef":{"name":"e2e-cfl-ok-23f068","namespace":"e2e-extmod-cfl-1-2a1454"},"routeName":"external-model-e2e-cfl-ok-23f068-687d198f9d19","namespace":"e2e-extmod-cfl-1-2a1454","model":"e2e-cfl-ok-23f068","externalModel":"e2e-cfl-ok-23f068","provider":"e2e-cfl-ok-23f068-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:15.903171522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-same-20611e","reconcileID":"14613306-8815-47dc-9779-becc3f3a9ecf","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-same-20611e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:15.903191494Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-same-20611e","reconcileID":"14613306-8815-47dc-9779-becc3f3a9ecf","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"routeName":"external-model-e2e-cfl-same-20611e-8d912a1efd58","namespace":"e2e-extmod-cfl-1-2a1454","model":"e2e-cfl-same-20611e","externalModel":"e2e-cfl-same-20611e","provider":"e2e-cfl-same-20611e","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:16.003937487Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23f068-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-ok-23f068-2a1454-access","reconcileID":"901ecd48-8102-4189-a413-c8bb59695d67","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23f068-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-ok-23f068","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:16.006741223Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-same-20611e","reconcileID":"27479be5-7aea-4a3e-90f0-44d24d39c58c","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-2-ef54ab"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"e2e-extmod-cfl-2-ef54ab/e2e-cfl-same-20611e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:16.006757666Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-same-20611e","reconcileID":"27479be5-7aea-4a3e-90f0-44d24d39c58c","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-2-ef54ab"},"routeName":"external-model-e2e-cfl-same-20611e-b5a866b3417b","namespace":"e2e-extmod-cfl-2-ef54ab","model":"e2e-cfl-same-20611e","externalModel":"e2e-cfl-same-20611e","provider":"e2e-cfl-same-20611e","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:16.215313398Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-23f068","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-ok-23f068","reconcileID":"b0247d8d-aa5e-4edd-95e5-aefdbada8a83","MaaSModelRef":{"name":"e2e-cfl-ok-23f068","namespace":"e2e-extmod-cfl-1-2a1454"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-ok-23f068","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:16.215359547Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-23f068","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-ok-23f068","reconcileID":"b0247d8d-aa5e-4edd-95e5-aefdbada8a83","MaaSModelRef":{"name":"e2e-cfl-ok-23f068","namespace":"e2e-extmod-cfl-1-2a1454"},"routeName":"external-model-e2e-cfl-ok-23f068-687d198f9d19","namespace":"e2e-extmod-cfl-1-2a1454","model":"e2e-cfl-ok-23f068","externalModel":"e2e-cfl-ok-23f068","provider":"e2e-cfl-ok-23f068-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:18.006568067Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"c1ba4421-14c7-4a67-acad-bb21406e4c8d","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:19.751805952Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"34ddc415-8d15-4894-844e-3afbe492ab62","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:26.745757038Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-23f068","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-ok-23f068","reconcileID":"95f5b1a8-e240-4d19-b537-a8e542a2e722","namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-ok-23f068","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:26.855959243Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"e5dd109f-a785-4e4c-bfab-9b776cd78315","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:26.902893228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"970ad1ad-8bb9-4f00-92d7-6abb4e1c5651","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:26.902914246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"50c3b311-4fa6-4542-91a1-6e01487dcb6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:26.904842221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"ae2adcdf-20de-4b0d-9de5-6ae9326daf89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:26.907130522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"003bf25a-1956-423a-b685-28e669981c91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:26.960376429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"50c3b311-4fa6-4542-91a1-6e01487dcb6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:26.961099467Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-same-20611e","reconcileID":"d58c3862-d472-4fbb-b9d7-08cdc225e03f","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-same-20611e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:26.961124036Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-same-20611e","reconcileID":"d58c3862-d472-4fbb-b9d7-08cdc225e03f","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"routeName":"external-model-e2e-cfl-same-20611e-8d912a1efd58","namespace":"e2e-extmod-cfl-1-2a1454","model":"e2e-cfl-same-20611e","externalModel":"e2e-cfl-same-20611e","provider":"e2e-cfl-same-20611e","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:26.963270656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"ae2adcdf-20de-4b0d-9de5-6ae9326daf89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:26.964504128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"003bf25a-1956-423a-b685-28e669981c91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:27.007445078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-ef54ab-access","reconcileID":"eba9bdc5-9c49-4f9c-afdd-91d60c9108b4","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:27.030537682Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"970ad1ad-8bb9-4f00-92d7-6abb4e1c5651","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:27.06436154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-ef54ab-access","reconcileID":"eba9bdc5-9c49-4f9c-afdd-91d60c9108b4","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:27.06523375Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-41d69a","reconcileID":"8a548684-6c54-4602-8179-e90ccde48f0d","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-41d69a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:27.065251182Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-41d69a","reconcileID":"8a548684-6c54-4602-8179-e90ccde48f0d","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"routeName":"external-model-e2e-cfl-41d69a-8f2f83d7f18b","namespace":"e2e-extmod-cfl-1-2a1454","model":"e2e-cfl-41d69a","externalModel":"e2e-cfl-41d69a","provider":"e2e-cfl-41d69a-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:27.065278134Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-41d69a-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-sub","reconcileID":"b3efb30b-07de-4781-a74c-bffa7fbc7986","MaaSSubscription":{"name":"e2e-cfl-41d69a-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-41d69a","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-41d69a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:27.065719812Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-20611e-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-sub","reconcileID":"3ec3033b-f32a-40dd-b4fd-692557a33b85","MaaSSubscription":{"name":"e2e-cfl-same-20611e-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-same-20611e","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-same-20611e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:27.086220911Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 67, current generation is 68","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"970ad1ad-8bb9-4f00-92d7-6abb4e1c5651","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:27.143876635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75d745d9-3902-4676-acdc-aa33da1b3949","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:27.143901327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75d745d9-3902-4676-acdc-aa33da1b3949","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:27.237607951Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-23f068","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-ok-23f068","reconcileID":"2fd19070-b1ea-4c7c-b5c5-f740fdbce8e9","namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-ok-23f068","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:27.276500557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c0be756e-9b72-47ab-a3a1-5182393355ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:27.301267068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"12ad6ab7-1d0c-4769-9207-ed87ce815836","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:27.333313285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c0be756e-9b72-47ab-a3a1-5182393355ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:27.358269024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"12ad6ab7-1d0c-4769-9207-ed87ce815836","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:27.374517522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"7d3dd23e-7ce7-4e35-80ea-ba2acf9f831b","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:27.374726396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"d4eae8b4-2a0e-4495-ba60-c640b0186670","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:27.431460989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"d4eae8b4-2a0e-4495-ba60-c640b0186670","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:27.431484982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"7d3dd23e-7ce7-4e35-80ea-ba2acf9f831b","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:27.479605756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"5292b980-2416-42df-be5a-3d32c723d5dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:27.537095935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"5292b980-2416-42df-be5a-3d32c723d5dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:27.692303783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"75fe039d-4f3a-4a2b-87ea-67c43a54a760","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:27.748995845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"75fe039d-4f3a-4a2b-87ea-67c43a54a760","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:27.809024828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-same-20611e","reconcileID":"ffe5d843-68df-42bf-8399-df0eed2b47b7","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-2-ef54ab"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"e2e-extmod-cfl-2-ef54ab/e2e-cfl-same-20611e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:27.809051175Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-same-20611e","reconcileID":"ffe5d843-68df-42bf-8399-df0eed2b47b7","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-2-ef54ab"},"routeName":"external-model-e2e-cfl-same-20611e-b5a866b3417b","namespace":"e2e-extmod-cfl-2-ef54ab","model":"e2e-cfl-same-20611e","externalModel":"e2e-cfl-same-20611e","provider":"e2e-cfl-same-20611e","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:27.847081772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4f266c4c-9150-4692-b909-c874d23bf349","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:27.896610816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b4dd4242-7b60-4a3e-ba8b-4ea94bfed5e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:27.896692769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"a5337460-7d32-4776-8e64-3c2f9eb93a56","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:27.903716454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4f266c4c-9150-4692-b909-c874d23bf349","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:27.953780538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b4dd4242-7b60-4a3e-ba8b-4ea94bfed5e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:27.955645898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"a5337460-7d32-4776-8e64-3c2f9eb93a56","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:27.958924699Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 67, current generation is 68","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4f266c4c-9150-4692-b909-c874d23bf349","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:27.970877327Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-20611e-ef54ab-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-ef54ab-sub","reconcileID":"6caa9289-93cc-4a9a-999f-a4b6f7fd1e0e","MaaSSubscription":{"name":"e2e-cfl-same-20611e-ef54ab-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-85b3cdfa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:27.999158297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"a8fb35a1-2866-41d3-b444-f20e5e391a89","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:28.055867108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"a8fb35a1-2866-41d3-b444-f20e5e391a89","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:28.10880549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"5b8a1839-cdfc-44bc-afce-49e4bc221b02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:28.111735339Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"d6e1f7e6-3035-4223-9c25-09982cda7fa7","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:28.165831114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"5b8a1839-cdfc-44bc-afce-49e4bc221b02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:28.208457215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"8a613303-3122-4a15-9c3e-53cdb66a5faf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:28.271130649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"8a613303-3122-4a15-9c3e-53cdb66a5faf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:28.308520607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"63a22f92-cfa0-4e53-b48d-260b67710e2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:28.365667402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"63a22f92-cfa0-4e53-b48d-260b67710e2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:28.514916749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-ef54ab-access","reconcileID":"a175328d-5988-4e2b-8bd1-b68d13aa118a","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:28.516662466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"1169b6c8-cc3a-437f-be91-672e3565946a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:28.571971148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-ef54ab-access","reconcileID":"a175328d-5988-4e2b-8bd1-b68d13aa118a","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:28.575056692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"1169b6c8-cc3a-437f-be91-672e3565946a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:28.720472387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"b4f12b04-a4ca-49d1-8b2b-83b3493c6116","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:28.720490767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"30d3238e-2384-405e-abfa-2f954008c5bc","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:28.777312347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"b4f12b04-a4ca-49d1-8b2b-83b3493c6116","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:28.777462316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"30d3238e-2384-405e-abfa-2f954008c5bc","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:28.826775823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"59ffd9ad-61a2-4307-a236-1f015a86544e","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:28.883474701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"59ffd9ad-61a2-4307-a236-1f015a86544e","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:36.781773543Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:36.96057149Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"8d7f13db-3f16-4909-8873-40b53969971b","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:38.026547194Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-20611e-ef54ab-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-ef54ab-sub","reconcileID":"71b2601c-e44c-4805-9b02-30c22bae4725","MaaSSubscription":{"name":"e2e-cfl-same-20611e-ef54ab-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"model":"e2e-extmod-cfl-2-ef54ab/e2e-cfl-same-20611e","subscription":"e2e-cfl-same-20611e-ef54ab-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:38.116166211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"43ea0ceb-5a5f-4d14-9b06-a39a5988df84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:38.13043992Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-20611e-ef54ab-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-ef54ab-sub","reconcileID":"71b2601c-e44c-4805-9b02-30c22bae4725","MaaSSubscription":{"name":"e2e-cfl-same-20611e-ef54ab-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"model":"e2e-extmod-cfl-2-ef54ab/e2e-cfl-same-20611e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:38.173199492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"43ea0ceb-5a5f-4d14-9b06-a39a5988df84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:38.182609501Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-20611e-ef54ab-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-ef54ab-sub","reconcileID":"71b2601c-e44c-4805-9b02-30c22bae4725","MaaSSubscription":{"name":"e2e-cfl-same-20611e-ef54ab-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-2-ef54ab","model":"e2e-extmod-cfl-2-ef54ab/e2e-cfl-same-20611e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:38.218642476Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"893b1dd7-3f62-4c4a-ae02-62922b624b94","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:38.228905992Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 67, current generation is 68","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"43ea0ceb-5a5f-4d14-9b06-a39a5988df84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:38.469290674Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-8f45a2 priority=0:[ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-41d69a-2a1454-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-fd3b7b-8f45a2-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-same-20611e-2a1454-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:38.521376353Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-same-20611e","reconcileID":"e9956382-8cd8-4eda-868e-f894e2fb8f0e","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-2-ef54ab"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"e2e-extmod-cfl-2-ef54ab/e2e-cfl-same-20611e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:38.52139919Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-same-20611e","reconcileID":"e9956382-8cd8-4eda-868e-f894e2fb8f0e","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-2-ef54ab"},"routeName":"external-model-e2e-cfl-same-20611e-b5a866b3417b","namespace":"e2e-extmod-cfl-2-ef54ab","model":"e2e-cfl-same-20611e","externalModel":"e2e-cfl-same-20611e","provider":"e2e-cfl-same-20611e","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:38.684427618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b","reconcileID":"751a023a-5cbe-4e2c-81a3-26f96881cc8a","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-fd3b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:38.68445469Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b","reconcileID":"751a023a-5cbe-4e2c-81a3-26f96881cc8a","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"routeName":"external-model-e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2","model":"e2e-cfl-fd3b7b","externalModel":"e2e-cfl-fd3b7b","provider":"e2e-cfl-fd3b7b-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:38.733203254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"8aa471f2-8556-4b90-88c1-579b628b5a4f","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:38.738460422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-ef54ab-access","reconcileID":"29ac1be2-26a0-41b2-b28f-757bee192b77","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:38.738481728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"1f077a8e-2dc0-4743-a8a5-7d3652ee9097","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:38.738840529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"934f1da5-6c9f-412d-9779-782ff06f0303","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:38.788747962Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-41d69a","reconcileID":"449d2555-59b2-4a9e-abf1-d863146aa5b3","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-41d69a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:38.788768672Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-41d69a","reconcileID":"449d2555-59b2-4a9e-abf1-d863146aa5b3","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"routeName":"external-model-e2e-cfl-41d69a-8f2f83d7f18b","namespace":"e2e-extmod-cfl-1-2a1454","model":"e2e-cfl-41d69a","externalModel":"e2e-cfl-41d69a","provider":"e2e-cfl-41d69a-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:38.789866382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"8aa471f2-8556-4b90-88c1-579b628b5a4f","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:38.798387852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"1f077a8e-2dc0-4743-a8a5-7d3652ee9097","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:38.802383766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-ef54ab-access","reconcileID":"29ac1be2-26a0-41b2-b28f-757bee192b77","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:38.802395655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"934f1da5-6c9f-412d-9779-782ff06f0303","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:38.893108211Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-same-20611e","reconcileID":"9fbdb057-3cf0-478c-8315-e9b9dcf8316f","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-same-20611e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:38.893129963Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-same-20611e","reconcileID":"9fbdb057-3cf0-478c-8315-e9b9dcf8316f","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"routeName":"external-model-e2e-cfl-same-20611e-8d912a1efd58","namespace":"e2e-extmod-cfl-1-2a1454","model":"e2e-cfl-same-20611e","externalModel":"e2e-cfl-same-20611e","provider":"e2e-cfl-same-20611e","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:39.319412672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-ef54ab-access","reconcileID":"645f1a23-58c0-43b5-acf5-c593254fc810","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:39.376512513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-ef54ab-access","reconcileID":"645f1a23-58c0-43b5-acf5-c593254fc810","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:45.090974243Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-20611e-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-sub","reconcileID":"9e1093f0-6dcb-4cb7-9ecc-62adae4c940a","MaaSSubscription":{"name":"e2e-cfl-same-20611e-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-same-20611e","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-same-20611e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:45.326070479Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"e8a05256-047f-4593-a177-9f328031dad5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:45.685064593Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-subscription","reconcileID":"740fe250-3c29-4bda-9c36-c153ac264803","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-premium-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:45.717198403Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-fd3b7b-8f45a2-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-sub","reconcileID":"f6744128-67dd-43fb-93fa-9daf2de7fa3d","MaaSSubscription":{"name":"e2e-cfl-fd3b7b-8f45a2-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-fd3b7b","model":"ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-fd3b7b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:45.804253293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"e4d8c8b2-7dbd-41d1-a6c1-7d9b48506dcd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:45.980316046Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"86952f65-f184-47bf-8128-b5ef1244dc78","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:46.096975025Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-subscription","reconcileID":"ea81c954-26e4-4002-a2d9-32058a4af5f3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:46.214265289Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-subscription","reconcileID":"eaff138c-7f15-43bd-bff4-9a8a10433528","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-premium-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/premium-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:46.315288899Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-subscription","reconcileID":"2995b88a-6aa4-4016-9a98-f6fe56dca3a5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-premium-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/premium-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:46.414416649Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"70cd26e4-aa94-4b8c-b5de-8d8ad775b259","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:46.471585375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-41d69a-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-sub","reconcileID":"51fcd9ae-ee40-43f2-a689-4dc77a778041","MaaSSubscription":{"name":"e2e-cfl-41d69a-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-41d69a","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-41d69a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:47.068143348Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"cac55d52-1472-4664-b2d8-ed62300e744c","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:48.326858107Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"bc77f13d-3476-4060-993c-7d9d961007c5","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:48.387247668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"72567763-1549-419e-a84d-4b36def3401c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:48.444250202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"72567763-1549-419e-a84d-4b36def3401c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:48.500112522Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"72567763-1549-419e-a84d-4b36def3401c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:48.559213591Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f899866a-4873-4452-9054-63c66f2dfd70","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:48.55923165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f899866a-4873-4452-9054-63c66f2dfd70","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:48.614511703Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-ef54ab-access","reconcileID":"f72c4deb-307e-4006-9019-2ca741eb7e85","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-ef54ab-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"model":"e2e-extmod-cfl-2-ef54ab/e2e-cfl-same-20611e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:48.666498976Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-same-20611e","reconcileID":"16f4dd2b-d662-426e-b29e-023ff24fa9b1","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-2-ef54ab"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"e2e-extmod-cfl-2-ef54ab/e2e-cfl-same-20611e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:48.666520904Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-same-20611e","reconcileID":"16f4dd2b-d662-426e-b29e-023ff24fa9b1","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-2-ef54ab"},"routeName":"external-model-e2e-cfl-same-20611e-b5a866b3417b","namespace":"e2e-extmod-cfl-2-ef54ab","model":"e2e-cfl-same-20611e","externalModel":"e2e-cfl-same-20611e","provider":"e2e-cfl-same-20611e","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:48.825775434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-same-20611e","reconcileID":"b4f76df4-bd0d-4d7d-8aa7-2e09d5427586","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-2-ef54ab"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"e2e-extmod-cfl-2-ef54ab/e2e-cfl-same-20611e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:48.825800604Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-same-20611e","reconcileID":"b4f76df4-bd0d-4d7d-8aa7-2e09d5427586","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-2-ef54ab"},"routeName":"external-model-e2e-cfl-same-20611e-b5a866b3417b","namespace":"e2e-extmod-cfl-2-ef54ab","model":"e2e-cfl-same-20611e","externalModel":"e2e-cfl-same-20611e","provider":"e2e-cfl-same-20611e","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:48.974274077Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-same-20611e","reconcileID":"dd01b926-23aa-4096-a693-47fdd46bfc53","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-same-20611e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:48.974302382Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-same-20611e","reconcileID":"dd01b926-23aa-4096-a693-47fdd46bfc53","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"routeName":"external-model-e2e-cfl-same-20611e-8d912a1efd58","namespace":"e2e-extmod-cfl-1-2a1454","model":"e2e-cfl-same-20611e","externalModel":"e2e-cfl-same-20611e","provider":"e2e-cfl-same-20611e","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:49.132651509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"0fa613cd-ac2c-4207-aaed-d295819bb8b7","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:49.134403061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"433550f0-67e1-453c-a238-d6b628aa8a5e","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:49.134402584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"d480df6b-3ef1-4fc4-9536-94f986d5d9bc","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:49.137585489Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-20611e-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-sub","reconcileID":"3e6c5de7-e1d0-479e-b87d-2c66972b3d34","MaaSSubscription":{"name":"e2e-cfl-same-20611e-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-925683cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:49.190626033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"0fa613cd-ac2c-4207-aaed-d295819bb8b7","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:49.193133903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"433550f0-67e1-453c-a238-d6b628aa8a5e","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:49.194101236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"d480df6b-3ef1-4fc4-9536-94f986d5d9bc","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:49.660744437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"b54aa87c-fcc8-4091-9cc5-11b7dc2c4987","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:49.665006103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"11b8f5ae-9fb1-4d79-bc88-d14e6c7a1894","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:49.665070725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"5477e83b-17f8-4d52-bb01-6d43cfa2ff3e","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:49.717117549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"b54aa87c-fcc8-4091-9cc5-11b7dc2c4987","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:49.722985636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"11b8f5ae-9fb1-4d79-bc88-d14e6c7a1894","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:49.723006745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"5477e83b-17f8-4d52-bb01-6d43cfa2ff3e","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:52.044825916Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"e855888e-c346-4192-aad8-4205a20945fc","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:52.206180271Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"dd2cf22e-7d92-4996-8291-3ac50aa88071","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:52.921449018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe2ab8a8-0c96-4bf1-b1a9-44fc0d26089e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:52.973692161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe2ab8a8-0c96-4bf1-b1a9-44fc0d26089e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:53.025452766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe2ab8a8-0c96-4bf1-b1a9-44fc0d26089e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:53.076969605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe2ab8a8-0c96-4bf1-b1a9-44fc0d26089e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:53.397875266Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"034634fd-3816-47c0-bb7c-769db904fa38","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:53.508170665Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-5be4fa","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-5be4fa","reconcileID":"4d88b1b9-d9f6-4a2a-a22c-53e333ab19a4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-5be4fa","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-5be4fa":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:53.832388059Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"06515c4d-def4-43e4-94b4-3453331bf7d3","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:54.987216603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c562cc54-04a7-4327-96b1-1bcdef06d807","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:55.039277946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c562cc54-04a7-4327-96b1-1bcdef06d807","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:55.091295425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c562cc54-04a7-4327-96b1-1bcdef06d807","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:55.143233959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c562cc54-04a7-4327-96b1-1bcdef06d807","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:55.219707074Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"db626c48-9c4f-4844-8df4-c9a7bbe53b1c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:55.219727471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"db626c48-9c4f-4844-8df4-c9a7bbe53b1c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:55.41027136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cb4dca73","namespace":"ai-tenant-e2e-mt-cb4dca73"},"namespace":"ai-tenant-e2e-mt-cb4dca73","name":"e2e-policy-cb4dca73","reconcileID":"e508f82a-5a40-4d28-a8aa-640f87affe1a","MaaSAuthPolicy":{"name":"e2e-policy-cb4dca73","namespace":"ai-tenant-e2e-mt-cb4dca73"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:55.53793628Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cb4dca73","namespace":"ai-tenant-e2e-mt-cb4dca73"},"namespace":"ai-tenant-e2e-mt-cb4dca73","name":"e2e-policy-cb4dca73","reconcileID":"e508f82a-5a40-4d28-a8aa-640f87affe1a","MaaSAuthPolicy":{"name":"e2e-policy-cb4dca73","namespace":"ai-tenant-e2e-mt-cb4dca73"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:55.593762658Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 68, current generation is 69","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cb4dca73","namespace":"ai-tenant-e2e-mt-cb4dca73"},"namespace":"ai-tenant-e2e-mt-cb4dca73","name":"e2e-policy-cb4dca73","reconcileID":"e508f82a-5a40-4d28-a8aa-640f87affe1a","MaaSAuthPolicy":{"name":"e2e-policy-cb4dca73","namespace":"ai-tenant-e2e-mt-cb4dca73"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:55.967410513Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"84bc0eeb-14f8-489a-a6de-940f85f52e11","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:57.07241257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f308d304-1fb4-4ff5-9ba9-332dc151f12a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:57.124335285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f308d304-1fb4-4ff5-9ba9-332dc151f12a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:57.176406144Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"0d86c4a0-b6cc-4990-a79e-51fd1d8d2f28","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:57.176476949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f308d304-1fb4-4ff5-9ba9-332dc151f12a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:57.228342689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f308d304-1fb4-4ff5-9ba9-332dc151f12a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:58.717156181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1b3fa0e0-a147-440f-8623-61112cf6a470","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:58.850906951Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1b3fa0e0-a147-440f-8623-61112cf6a470","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:58.906765305Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 68, current generation is 70","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1b3fa0e0-a147-440f-8623-61112cf6a470","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:58.962262049Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9369c6aa-db1e-4f22-97f8-fd9682e12763","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:58.962282637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9369c6aa-db1e-4f22-97f8-fd9682e12763","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:59.189650688Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-20611e-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-sub","reconcileID":"c9f46d1f-c63b-4618-b23e-677231c4cbee","MaaSSubscription":{"name":"e2e-cfl-same-20611e-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-same-20611e","subscription":"e2e-cfl-same-20611e-2a1454-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:59.293667634Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-20611e-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-sub","reconcileID":"c9f46d1f-c63b-4618-b23e-677231c4cbee","MaaSSubscription":{"name":"e2e-cfl-same-20611e-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-same-20611e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:59.345766583Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-20611e-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-sub","reconcileID":"c9f46d1f-c63b-4618-b23e-677231c4cbee","MaaSSubscription":{"name":"e2e-cfl-same-20611e-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-same-20611e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:59.619139756Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-8f45a2 priority=0:[ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-41d69a-2a1454-sub ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-fd3b7b-8f45a2-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:59.671199995Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-same-20611e","reconcileID":"f846eb9a-c762-458f-81fa-3057bf5d665c","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-same-20611e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:59.671230807Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-same-20611e","reconcileID":"f846eb9a-c762-458f-81fa-3057bf5d665c","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"routeName":"external-model-e2e-cfl-same-20611e-8d912a1efd58","namespace":"e2e-extmod-cfl-1-2a1454","model":"e2e-cfl-same-20611e","externalModel":"e2e-cfl-same-20611e","provider":"e2e-cfl-same-20611e","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:59.826493436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"b8aeb4fc-1d6b-4bb4-9004-90d91283ee72","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:59.826505935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"06ac7fea-15fb-425a-8c38-d01734a1458e","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:59.827428331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"02dbecfa-8039-4467-b3d4-170860cd45a0","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:59.832680007Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b","reconcileID":"ccb56c20-450c-4e19-855f-eefd5b262298","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-fd3b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:59.832698007Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b","reconcileID":"ccb56c20-450c-4e19-855f-eefd5b262298","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"routeName":"external-model-e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2","model":"e2e-cfl-fd3b7b","externalModel":"e2e-cfl-fd3b7b","provider":"e2e-cfl-fd3b7b-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:59.883773148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"06ac7fea-15fb-425a-8c38-d01734a1458e","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:59.883960636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"b8aeb4fc-1d6b-4bb4-9004-90d91283ee72","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:59.886012293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"02dbecfa-8039-4467-b3d4-170860cd45a0","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:59.936627741Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-41d69a","reconcileID":"afe42c46-b77c-414f-85d4-8113216462fc","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-41d69a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:43:59.936651086Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-41d69a","reconcileID":"afe42c46-b77c-414f-85d4-8113216462fc","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"routeName":"external-model-e2e-cfl-41d69a-8f2f83d7f18b","namespace":"e2e-extmod-cfl-1-2a1454","model":"e2e-cfl-41d69a","externalModel":"e2e-cfl-41d69a","provider":"e2e-cfl-41d69a-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:00.040515531Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-same-20611e","reconcileID":"105808c0-07d0-4539-8181-8a99b8b6d176","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-same-20611e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:00.040537492Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-same-20611e","reconcileID":"105808c0-07d0-4539-8181-8a99b8b6d176","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"routeName":"external-model-e2e-cfl-same-20611e-8d912a1efd58","namespace":"e2e-extmod-cfl-1-2a1454","model":"e2e-cfl-same-20611e","externalModel":"e2e-cfl-same-20611e","provider":"e2e-cfl-same-20611e","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:00.143820065Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-same-20611e-2a1454-access","reconcileID":"44c687db-5d37-4b29-b379-0ec34b779a26","MaaSAuthPolicy":{"name":"e2e-cfl-same-20611e-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-same-20611e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:00.355378593Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-same-20611e","reconcileID":"021d70e7-7f2a-45f1-ad1e-57dd54666b27","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-same-20611e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:00.355405832Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-same-20611e","reconcileID":"021d70e7-7f2a-45f1-ad1e-57dd54666b27","MaaSModelRef":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"routeName":"external-model-e2e-cfl-same-20611e-8d912a1efd58","namespace":"e2e-extmod-cfl-1-2a1454","model":"e2e-cfl-same-20611e","externalModel":"e2e-cfl-same-20611e","provider":"e2e-cfl-same-20611e","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:00.858629941Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-same-20611e","reconcileID":"d3a54367-d990-4be0-9124-d6e6effb84ac","namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-same-20611e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:00.968160434Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"ae765f3f-4097-4cc0-8ef0-97cfee9bcd16","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:01.014656111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"f1922b31-2780-4db5-91ce-5c7ed392af5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:01.014708724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"312dc6d1-6e03-4691-bf46-ab3de5342187","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:01.016000716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"3dc8d632-3cdd-4db8-927d-cbf13426e607","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:01.01674792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b42cc54-1a8f-4f5b-ae85-2c99149e9570","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:01.01826857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"e13ab6f7-0d11-4572-839b-cded7d6a2fdf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:01.071794919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"f1922b31-2780-4db5-91ce-5c7ed392af5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:01.071855188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"312dc6d1-6e03-4691-bf46-ab3de5342187","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:01.072809422Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-41d69a","reconcileID":"a434dcf0-739a-45ae-b325-51e433ef5eb0","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-41d69a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:01.072828324Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-41d69a","reconcileID":"a434dcf0-739a-45ae-b325-51e433ef5eb0","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"routeName":"external-model-e2e-cfl-41d69a-8f2f83d7f18b","namespace":"e2e-extmod-cfl-1-2a1454","model":"e2e-cfl-41d69a","externalModel":"e2e-cfl-41d69a","provider":"e2e-cfl-41d69a-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:01.07444302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"3dc8d632-3cdd-4db8-927d-cbf13426e607","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:01.075202803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"e13ab6f7-0d11-4572-839b-cded7d6a2fdf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:01.076854734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b42cc54-1a8f-4f5b-ae85-2c99149e9570","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:01.13311773Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 68, current generation is 70","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b42cc54-1a8f-4f5b-ae85-2c99149e9570","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:01.176079403Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-41d69a-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-sub","reconcileID":"77986854-5ba2-4c87-8dad-f8e0ca7eed1c","MaaSSubscription":{"name":"e2e-cfl-41d69a-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-41d69a","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-41d69a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:01.29357988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"d8460df4-365d-4b7d-8409-5e9c094ffb01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:01.351573723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"d8460df4-365d-4b7d-8409-5e9c094ffb01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:01.355670192Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-same-20611e","reconcileID":"c2ca3846-fbc7-48fe-965c-4418f90f74b5","namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-same-20611e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:01.432265091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"f9ee2f97-b602-4eb1-99d0-1127956d0920","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:01.43256863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"d7e596ef-3f48-4a88-bafe-198a6324b9d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:01.433246538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"327e9d69-6b7a-47f7-a61e-b3ddd2123c50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:01.43330042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"ac0665e9-cdef-4373-8b69-57d9f472d829","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:01.492143133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"d7e596ef-3f48-4a88-bafe-198a6324b9d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:01.493387062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"ac0665e9-cdef-4373-8b69-57d9f472d829","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:01.494620572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"327e9d69-6b7a-47f7-a61e-b3ddd2123c50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:01.496770087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"f9ee2f97-b602-4eb1-99d0-1127956d0920","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:01.661891731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7d61a5db-362f-4df4-9897-3143f773e1b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:01.718898599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7d61a5db-362f-4df4-9897-3143f773e1b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:01.774724091Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 68, current generation is 70","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7d61a5db-362f-4df4-9897-3143f773e1b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:01.803925189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"59f7f2d0-207e-480b-81e0-7824243c50f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:01.804006484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4cffcb27-8ce5-4370-a38b-2b84c4cd67f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:01.861106302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"59f7f2d0-207e-480b-81e0-7824243c50f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:01.861214412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4cffcb27-8ce5-4370-a38b-2b84c4cd67f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:01.912970097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"28462a7d-90d2-4e5a-97bd-99dcc695301a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:01.91309165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"58ae5e53-b707-4b9a-b6f3-398d8e20da94","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:01.931197607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"32f7d683-d069-4ab6-a6b6-8d08533e7edc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:01.969875489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"58ae5e53-b707-4b9a-b6f3-398d8e20da94","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:01.969888685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"28462a7d-90d2-4e5a-97bd-99dcc695301a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:01.988449289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"32f7d683-d069-4ab6-a6b6-8d08533e7edc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:02.17355671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"4982d5c9-b306-4902-9e60-7601df9f92cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:02.173556538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"5a7c2943-427c-45e8-9855-4553efec48d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:02.231599369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"4982d5c9-b306-4902-9e60-7601df9f92cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:02.235127459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"5a7c2943-427c-45e8-9855-4553efec48d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:02.33012578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"2baea672-1d6f-4d90-a34e-8b88bca553cb","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:02.330394909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"61723124-b051-4f1f-9ed9-8ce05c480dc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:02.386835908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"2baea672-1d6f-4d90-a34e-8b88bca553cb","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:02.386945192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"61723124-b051-4f1f-9ed9-8ce05c480dc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:06.072210784Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"a69c8415-3501-43b6-be7c-2ad5f148d669","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:06.781252687Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:11.07342239Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"c4a36d1f-829b-4f30-b6c2-9e3a8f965608","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:11.93194242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"25e2e886-448a-47cb-b19f-5d0a1666da72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:11.988616985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"25e2e886-448a-47cb-b19f-5d0a1666da72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:12.254506063Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a024b4a9-ca04-4935-b628-daa75f124836","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:12.254523512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a024b4a9-ca04-4935-b628-daa75f124836","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:12.287184437Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-same-20611e","reconcileID":"663d11ee-51d1-4d30-b43b-17ff3b75eb74","namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-same-20611e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:12.397173956Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"fff2abcd-56f2-4099-9b85-7d11c8e587da","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:12.443852277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"e36e01e0-4689-4b1f-bf17-72733b69b786","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:12.443872797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"288d49ad-2997-4269-9b31-f6ef9cfd4ed9","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:12.445081488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"b4959a51-888f-48bf-a968-93c3d731cff4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:12.445419219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dfd0370f-7a38-4d81-9faf-4a6f8a8ad784","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:12.447513584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"8555b8a9-ee3e-45e0-b647-79e80fb1904d","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:12.500552095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"e36e01e0-4689-4b1f-bf17-72733b69b786","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:12.500705314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"288d49ad-2997-4269-9b31-f6ef9cfd4ed9","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:12.502974781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dfd0370f-7a38-4d81-9faf-4a6f8a8ad784","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:12.503048732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"b4959a51-888f-48bf-a968-93c3d731cff4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:12.505373284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"8555b8a9-ee3e-45e0-b647-79e80fb1904d","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:12.781216963Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-20611e","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-same-20611e","reconcileID":"419cc636-51d5-4e90-9c1c-331025910385","namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-same-20611e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:12.861489263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"7b85ed43-a01e-4956-8b14-931b7a8e5374","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:12.861489265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"6d2419c5-c679-4ef7-b119-c70e2da4245d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:12.863361989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"9abf1766-8a62-4773-9a09-0406f812cf60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:12.918090615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"7b85ed43-a01e-4956-8b14-931b7a8e5374","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:12.918413074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"6d2419c5-c679-4ef7-b119-c70e2da4245d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:12.920389912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"9abf1766-8a62-4773-9a09-0406f812cf60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:12.965394937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"9799317c-ca88-4000-8505-aa3229db3b23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:12.965980102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18479f79-c9bb-4f59-aa73-8978eb28939c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:13.021980397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"9799317c-ca88-4000-8505-aa3229db3b23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:13.022310547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18479f79-c9bb-4f59-aa73-8978eb28939c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:13.279665763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4b76fd8f-9663-47af-bd9a-13a9b547cfeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:13.280047983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"ebaa6af1-4ed3-4bf1-aeb4-7241a476a7df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:13.28051414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"13c03bf4-705c-4ecf-9cb8-2bc86e906bcc","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:13.336312619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4b76fd8f-9663-47af-bd9a-13a9b547cfeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:13.33654909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"ebaa6af1-4ed3-4bf1-aeb4-7241a476a7df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:13.338634732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"13c03bf4-705c-4ecf-9cb8-2bc86e906bcc","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:13.368050496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-41d69a","reconcileID":"ebcbeb48-e380-4948-87f3-7dafc1e93bfb","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-41d69a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:13.368069251Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-41d69a","reconcileID":"ebcbeb48-e380-4948-87f3-7dafc1e93bfb","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"routeName":"external-model-e2e-cfl-41d69a-8f2f83d7f18b","namespace":"e2e-extmod-cfl-1-2a1454","model":"e2e-cfl-41d69a","externalModel":"e2e-cfl-41d69a","provider":"e2e-cfl-41d69a-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:13.381373824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"58a0d9fe-5729-4a6a-be02-ab8caa8eeca3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:13.381579218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"5a696ae6-5bb5-4db3-a82c-19737f41e739","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:13.441031703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"5a696ae6-5bb5-4db3-a82c-19737f41e739","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:13.444064542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"58a0d9fe-5729-4a6a-be02-ab8caa8eeca3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:13.535421897Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-41d69a-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-sub","reconcileID":"dfccb4fe-c216-4140-a16f-4710c1f68be5","MaaSSubscription":{"name":"e2e-cfl-41d69a-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fd40336b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:13.709606542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"6517facd-899b-480c-82a0-bf061375d1d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:13.771474552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"6517facd-899b-480c-82a0-bf061375d1d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:13.806938005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"e2fa40ab-d770-44b6-b7a1-df5d10283d88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:13.806938027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"accdb439-9ad2-429e-bf1c-d251e73b3ab3","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:13.810909334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"92ae3cc2-96bc-440c-a9a6-ccb4cb89fd7c","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:13.868364505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"accdb439-9ad2-429e-bf1c-d251e73b3ab3","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:13.868514588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"e2fa40ab-d770-44b6-b7a1-df5d10283d88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:13.872014781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"92ae3cc2-96bc-440c-a9a6-ccb4cb89fd7c","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:16.198538512Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cb4dca73","namespace":"ai-tenant-e2e-mt-cb4dca73"},"namespace":"ai-tenant-e2e-mt-cb4dca73","name":"e2e-policy-cb4dca73","reconcileID":"8f8a0bad-93f0-4b84-926c-410725e41d4c","MaaSAuthPolicy":{"name":"e2e-policy-cb4dca73","namespace":"ai-tenant-e2e-mt-cb4dca73"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:16.350514454Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cb4dca73","namespace":"ai-tenant-e2e-mt-cb4dca73"},"namespace":"ai-tenant-e2e-mt-cb4dca73","name":"e2e-policy-cb4dca73","reconcileID":"8f8a0bad-93f0-4b84-926c-410725e41d4c","MaaSAuthPolicy":{"name":"e2e-policy-cb4dca73","namespace":"ai-tenant-e2e-mt-cb4dca73"},"policyNamespace":"ai-tenant-e2e-mt-cb4dca73","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:21.17785677Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"be06e299-dae0-41a3-986f-642c0050412e","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:22.501395817Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"fb6319d6-40e1-4a33-bb0f-ef15c43a3899","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:23.588025914Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-41d69a-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-sub","reconcileID":"836196b1-9322-4120-8893-3ff882a0b5b6","MaaSSubscription":{"name":"e2e-cfl-41d69a-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-41d69a","subscription":"e2e-cfl-41d69a-2a1454-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:23.692013622Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-41d69a-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-sub","reconcileID":"836196b1-9322-4120-8893-3ff882a0b5b6","MaaSSubscription":{"name":"e2e-cfl-41d69a-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-41d69a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:23.743979841Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-41d69a-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-sub","reconcileID":"836196b1-9322-4120-8893-3ff882a0b5b6","MaaSSubscription":{"name":"e2e-cfl-41d69a-2a1454-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-41d69a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:24.068282039Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-41d69a","reconcileID":"c9674e1e-280b-45c2-8cdb-2b0a20436f0e","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-41d69a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:24.068307712Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-41d69a","reconcileID":"c9674e1e-280b-45c2-8cdb-2b0a20436f0e","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"routeName":"external-model-e2e-cfl-41d69a-8f2f83d7f18b","namespace":"e2e-extmod-cfl-1-2a1454","model":"e2e-cfl-41d69a","externalModel":"e2e-cfl-41d69a","provider":"e2e-cfl-41d69a-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:24.171023976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"5c5a89a6-b948-4806-a025-648e8ed08bd5","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:24.171205977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"6fd3c308-4bc7-4ed0-bcaf-e97968c2815c","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:24.227738564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"5c5a89a6-b948-4806-a025-648e8ed08bd5","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:24.227759682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"6fd3c308-4bc7-4ed0-bcaf-e97968c2815c","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:24.230563084Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b","reconcileID":"d63bbf3b-ed3c-46a8-8dad-ece07db8a335","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-fd3b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:24.230579825Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b","reconcileID":"d63bbf3b-ed3c-46a8-8dad-ece07db8a335","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"routeName":"external-model-e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2","model":"e2e-cfl-fd3b7b","externalModel":"e2e-cfl-fd3b7b","provider":"e2e-cfl-fd3b7b-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:24.335180397Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-41d69a","reconcileID":"21bb245d-adf8-4c2b-9c69-2af37fd53df8","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-41d69a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:24.33521249Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-41d69a","reconcileID":"21bb245d-adf8-4c2b-9c69-2af37fd53df8","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"routeName":"external-model-e2e-cfl-41d69a-8f2f83d7f18b","namespace":"e2e-extmod-cfl-1-2a1454","model":"e2e-cfl-41d69a","externalModel":"e2e-cfl-41d69a","provider":"e2e-cfl-41d69a-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:24.48772681Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-41d69a-2a1454-access","reconcileID":"2f28631e-f7b5-42c8-a0d0-7ace3de3887a","MaaSAuthPolicy":{"name":"e2e-cfl-41d69a-2a1454-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-41d69a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:24.698786592Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-41d69a","reconcileID":"d702df88-2dae-45a8-934e-dbf4e02cd8f4","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-41d69a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:24.698813393Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-41d69a","reconcileID":"d702df88-2dae-45a8-934e-dbf4e02cd8f4","MaaSModelRef":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"routeName":"external-model-e2e-cfl-41d69a-8f2f83d7f18b","namespace":"e2e-extmod-cfl-1-2a1454","model":"e2e-cfl-41d69a","externalModel":"e2e-cfl-41d69a","provider":"e2e-cfl-41d69a-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:25.204398373Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"20b8da0e-68d4-40a6-bc6c-e3e49a45d6c3","namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:25.30911325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"55000935-0b1f-4aa2-bc47-a8676e192c67","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:25.312993032Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-2-ef54ab"},"namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","reconcileID":"9c24e3c2-cec5-4092-9037-24f369e55d33","namespace":"e2e-extmod-cfl-2-ef54ab","name":"e2e-cfl-41d69a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:25.359961868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c42c8f30-0cbc-4a44-9532-036e9bf9cc34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:25.360828629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a936839a-feac-497a-af32-62dd650e92a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:25.361006437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"0271cf95-1369-4c99-af4b-e0ae7293f4fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:25.362613086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"fef78210-a006-4f1d-af54-a1ff14fb9867","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:25.365483488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"55000935-0b1f-4aa2-bc47-a8676e192c67","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:25.416685038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c42c8f30-0cbc-4a44-9532-036e9bf9cc34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:25.417364683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a936839a-feac-497a-af32-62dd650e92a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:25.419342174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"fef78210-a006-4f1d-af54-a1ff14fb9867","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:25.419535945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"0271cf95-1369-4c99-af4b-e0ae7293f4fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:25.773955654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"378d7379-42fe-491e-aae0-13d0019f3659","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:25.774035714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"c6eaf9ba-1bd5-4a40-9086-6325b74b2dd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:25.774471763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"2ecc2fd2-bcf7-43e5-a5b6-5371c75dc9d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:25.774522353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"33f154d0-a9f2-4122-b070-e70c4849ddf4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:25.830981609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"c6eaf9ba-1bd5-4a40-9086-6325b74b2dd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:25.831736731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"378d7379-42fe-491e-aae0-13d0019f3659","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:25.833769602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"2ecc2fd2-bcf7-43e5-a5b6-5371c75dc9d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:25.834420726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"33f154d0-a9f2-4122-b070-e70c4849ddf4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:25.875019975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c6c0239f-b32e-4a8b-9c62-d953353ce2f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:25.931832607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c6c0239f-b32e-4a8b-9c62-d953353ce2f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:26.13794866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"2ceae846-911e-451e-9c81-d818782f165f","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:26.189090197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dae8439b-fd5e-4174-9f76-2477711bc45f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:26.189597465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"c8aa8842-b4bc-4f0f-bd14-7e67dfa05353","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:26.189606076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"4aefb200-1ca4-46e9-8831-3b45d6e86d8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:26.194420861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"2ceae846-911e-451e-9c81-d818782f165f","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:26.245394768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dae8439b-fd5e-4174-9f76-2477711bc45f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:26.24593035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"4aefb200-1ca4-46e9-8831-3b45d6e86d8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:26.246338439Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-41d69a","reconcileID":"8ef0b90e-105c-4f5f-a64e-8d48180e141f","namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-41d69a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:26.248068034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"c8aa8842-b4bc-4f0f-bd14-7e67dfa05353","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:26.40069488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"3a4aa23e-2018-432d-9197-af55f886d265","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:26.458356869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"3a4aa23e-2018-432d-9197-af55f886d265","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:26.486760962Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"ed3bbad9-b416-4e86-befa-cfc2612ca7fd","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:26.637436463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"b14d8228-9c6a-47ad-9ca0-6c957c59c45e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:26.637642008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"1103abaf-c274-447f-8092-36a2d505dc05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:26.637830399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"419b1871-dee9-43a6-8225-933207172c9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:26.637435538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"1e7ae2f7-ed8d-4801-bdd6-e0d2b0a25753","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:26.695496455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"b14d8228-9c6a-47ad-9ca0-6c957c59c45e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:26.695504479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"1103abaf-c274-447f-8092-36a2d505dc05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:26.698476574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"419b1871-dee9-43a6-8225-933207172c9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:26.698899717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"1e7ae2f7-ed8d-4801-bdd6-e0d2b0a25753","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:26.86759785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d9f10e0e-3d8d-4799-b9aa-48549fb97cdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:26.924776426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d9f10e0e-3d8d-4799-b9aa-48549fb97cdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:26.953241188Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-41d69a","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-41d69a","reconcileID":"60829b0b-b2c6-434d-8748-0dcab5c070de","namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-41d69a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:27.019371154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"309812a8-2c44-4ece-a320-8d42aaee022d","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:27.069350843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"06cd457e-aaa1-4395-87d9-b8d607da9780","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:27.071946624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"87517503-2e73-4f12-a3cf-669c9fd6b244","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:27.076379744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"309812a8-2c44-4ece-a320-8d42aaee022d","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:27.110369711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"ae37e7e8-a773-450e-8371-46cbd2ee653d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:27.125750344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"06cd457e-aaa1-4395-87d9-b8d607da9780","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:27.128380648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"87517503-2e73-4f12-a3cf-669c9fd6b244","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:27.167275504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"ae37e7e8-a773-450e-8371-46cbd2ee653d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:27.280920941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"a161b1ec-436e-488f-9158-884a234e9573","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:27.337307265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"a161b1ec-436e-488f-9158-884a234e9573","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:27.433089095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"72408785-b424-43d6-9b0f-1708789eab5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:27.434831832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7eac46ca-d551-46db-a3e1-3944751cdec8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:27.492268998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"72408785-b424-43d6-9b0f-1708789eab5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:27.49617595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7eac46ca-d551-46db-a3e1-3944751cdec8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:27.518207562Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b","reconcileID":"a9845535-7924-4aec-a361-db3daf7c191a","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-fd3b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:27.518235674Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b","reconcileID":"a9845535-7924-4aec-a361-db3daf7c191a","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"routeName":"external-model-e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2","model":"e2e-cfl-fd3b7b","externalModel":"e2e-cfl-fd3b7b","provider":"e2e-cfl-fd3b7b-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:27.534478977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"d2acc781-6973-448b-8e4a-1afe4b67986d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:27.53454308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"da3989e0-f155-445a-ba6e-6b6a7789f662","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:27.592847467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"d2acc781-6973-448b-8e4a-1afe4b67986d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:27.593179728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"da3989e0-f155-445a-ba6e-6b6a7789f662","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:27.682505806Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-fd3b7b-8f45a2-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-sub","reconcileID":"4956c2e6-73a0-433f-8f1a-911c0210d829","MaaSSubscription":{"name":"e2e-cfl-fd3b7b-8f45a2-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2f00072c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:27.695618921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"93e603c2-db85-41fc-b150-9bdb0c94d244","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:27.754290868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"93e603c2-db85-41fc-b150-9bdb0c94d244","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:27.845249165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"403a1875-9e8f-4fde-807a-bc7a408bf943","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:27.896349773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"191a4ca9-4393-4b9c-9589-ebf70f6445ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:27.901821143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"403a1875-9e8f-4fde-807a-bc7a408bf943","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:27.953887385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"191a4ca9-4393-4b9c-9589-ebf70f6445ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:36.631854265Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"5d273655-e2d9-4f5d-a6ef-7a5e5992731a","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:36.780939757Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:37.735218932Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-fd3b7b-8f45a2-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-sub","reconcileID":"50b0da0d-5108-483b-a082-e23ee8a84eb9","MaaSSubscription":{"name":"e2e-cfl-fd3b7b-8f45a2-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"model":"ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-fd3b7b","subscription":"e2e-cfl-fd3b7b-8f45a2-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:37.840020436Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-fd3b7b-8f45a2-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-sub","reconcileID":"50b0da0d-5108-483b-a082-e23ee8a84eb9","MaaSSubscription":{"name":"e2e-cfl-fd3b7b-8f45a2-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"model":"ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-fd3b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:37.894050717Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-fd3b7b-8f45a2-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-sub","reconcileID":"50b0da0d-5108-483b-a082-e23ee8a84eb9","MaaSSubscription":{"name":"e2e-cfl-fd3b7b-8f45a2-sub","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"maas-trlp-e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2","model":"ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-fd3b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:38.257223484Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b","reconcileID":"4cb2ea5f-fef3-40a0-90f8-72a22b04ebae","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-fd3b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:38.257260453Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b","reconcileID":"4cb2ea5f-fef3-40a0-90f8-72a22b04ebae","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"routeName":"external-model-e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2","model":"e2e-cfl-fd3b7b","externalModel":"e2e-cfl-fd3b7b","provider":"e2e-cfl-fd3b7b-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:38.310442775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"5e835fc7-5349-4340-8169-19694808a542","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:38.36754256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"5e835fc7-5349-4340-8169-19694808a542","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:38.420431747Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b","reconcileID":"cbfe92fa-983e-4e60-ab87-70928d2a3d69","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-fd3b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:38.420454873Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b","reconcileID":"cbfe92fa-983e-4e60-ab87-70928d2a3d69","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"routeName":"external-model-e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2","model":"e2e-cfl-fd3b7b","externalModel":"e2e-cfl-fd3b7b","provider":"e2e-cfl-fd3b7b-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:44:38.528206669Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b","reconcileID":"cbfe92fa-983e-4e60-ab87-70928d2a3d69","name":"e2e-cfl-fd3b7b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-fd3b7b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:44:38.528280607Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b","reconcileID":"cbfe92fa-983e-4e60-ab87-70928d2a3d69","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-fd3b7b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:38.585508982Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b","reconcileID":"47ced226-d615-4fb7-ba66-f9e2f97fb840","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-fd3b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:38.585529864Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b","reconcileID":"47ced226-d615-4fb7-ba66-f9e2f97fb840","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"routeName":"external-model-e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2","model":"e2e-cfl-fd3b7b","externalModel":"e2e-cfl-fd3b7b","provider":"e2e-cfl-fd3b7b-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:38.626850895Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"2496fcc7-33f1-48f7-a123-863e1a9fd3ee","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"model":"ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-fd3b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:38.782178852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"2496fcc7-33f1-48f7-a123-863e1a9fd3ee","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:38.909020691Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"2496fcc7-33f1-48f7-a123-863e1a9fd3ee","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"name":"e2e-extmod-a-8f45a2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:38.909044149Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b-8f45a2-access","reconcileID":"2496fcc7-33f1-48f7-a123-863e1a9fd3ee","MaaSAuthPolicy":{"name":"e2e-cfl-fd3b7b-8f45a2-access","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-8f45a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:39.017553832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b","reconcileID":"de53401e-3974-435f-a745-8a0ffe718e42","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"ai-tenant-e2e-extmod-a-8f45a2/e2e-cfl-fd3b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:39.017578614Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b","reconcileID":"de53401e-3974-435f-a745-8a0ffe718e42","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"routeName":"external-model-e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2","model":"e2e-cfl-fd3b7b","externalModel":"e2e-cfl-fd3b7b","provider":"e2e-cfl-fd3b7b-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:39.521432866Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b","reconcileID":"2a79addc-fb30-4cd4-aeb0-bbac811a7506","namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:39.676522614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7dc3867a-12b5-49ec-bd89-a645b8fea94a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:39.676546639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"b1522a4b-c4ef-4981-857e-e59b16ac7814","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:39.676971396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a02facd9-82b1-4043-b7dc-fe4df2047315","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:39.676978427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"476cdfa2-d32f-42ba-8bd1-5bf407808621","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:39.677363812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"0b7bb756-515e-4518-9eef-99e5b2e91416","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:39.733973711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"b1522a4b-c4ef-4981-857e-e59b16ac7814","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:39.733984279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7dc3867a-12b5-49ec-bd89-a645b8fea94a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:39.736018968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a02facd9-82b1-4043-b7dc-fe4df2047315","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:39.736529312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"476cdfa2-d32f-42ba-8bd1-5bf407808621","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:39.738505457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"0b7bb756-515e-4518-9eef-99e5b2e91416","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:39.790482924Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"f2c172cf-894b-40c4-a4f6-66a76db6f0f1","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:39.894116975Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"ef3686da-8cf5-427e-9c23-af6ad486462b","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:40.093292444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"2cd55008-3286-41c2-b392-3fa9488a4091","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:40.093392318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"7e4d2604-2236-4244-b001-e0a3247e873b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:40.093831242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"42c48f16-903b-4bfd-9c10-7c6dd036d62e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:40.150495062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"2cd55008-3286-41c2-b392-3fa9488a4091","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:40.150521455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"42c48f16-903b-4bfd-9c10-7c6dd036d62e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:40.152701047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"7e4d2604-2236-4244-b001-e0a3247e873b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:40.695617421Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"66887dfd-dd0d-499e-b10b-f008d2867d51","namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:40.751277674Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"acfd4725-6cd4-45dd-a17c-c8bd1cd19f3b","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"tenant":"e2e-extmod-a-8f45a2","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","model":"e2e-extmod-cfl-1-2a1454/e2e-cfl-fd3b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:40.751315166Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"acfd4725-6cd4-45dd-a17c-c8bd1cd19f3b","MaaSModelRef":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"routeName":"external-model-e2e-cfl-fd3b7b-36d0f6829f47","namespace":"e2e-extmod-cfl-1-2a1454","model":"e2e-cfl-fd3b7b","externalModel":"e2e-cfl-fd3b7b","provider":"e2e-cfl-fd3b7b-provider","gateway":"openshift-ingress/e2e-extmod-a-8f45a2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:40.85680388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ec94a957-62b6-4768-8a52-ac78ec3a26d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:40.856853434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"877669a5-fac6-4790-9752-3ac63dd0024f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:40.857141589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"07cfa01f-52dc-4185-9874-bcbba6fe0373","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:40.85730764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"67a7cd46-00d7-43c7-866a-fb883497062e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:40.857524979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"ce032c4d-726a-4516-9f1d-1ef3a6c3f595","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:40.913703352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ec94a957-62b6-4768-8a52-ac78ec3a26d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:40.915113805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"877669a5-fac6-4790-9752-3ac63dd0024f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:40.916262654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"ce032c4d-726a-4516-9f1d-1ef3a6c3f595","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:40.918505731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"07cfa01f-52dc-4185-9874-bcbba6fe0373","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:40.919093707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"67a7cd46-00d7-43c7-866a-fb883497062e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:41.272183419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b577114f-0328-4004-9772-36e9e7d9a025","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:41.272383959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"5204eb83-0a44-4e14-89e1-567339666db7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:41.272671644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"ef10f8fe-bfe9-4042-a330-02d6d6756591","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:41.329501814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b577114f-0328-4004-9772-36e9e7d9a025","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:41.329696128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"ef10f8fe-bfe9-4042-a330-02d6d6756591","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:41.333254971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"5204eb83-0a44-4e14-89e1-567339666db7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:41.351459456Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-fd3b7b","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b","reconcileID":"ef83fe28-cc99-433a-8765-ab15d4c79269","namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"e2e-cfl-fd3b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:41.513150837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"7aa758db-71b2-4430-8a95-c084fff6eb84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:41.513145373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0fde8292-a541-4377-adde-58cc005d0714","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:41.569903877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0fde8292-a541-4377-adde-58cc005d0714","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:41.569910391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"7aa758db-71b2-4430-8a95-c084fff6eb84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:41.640358354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"b8cb1e77-09c4-434f-aae3-646a0648486d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:41.640420993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"8c0a4a4f-7d1b-4185-bd0b-42627eb63ecb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:41.696949514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"8c0a4a4f-7d1b-4185-bd0b-42627eb63ecb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:41.696980979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"b8cb1e77-09c4-434f-aae3-646a0648486d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:41.740039533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"49d65e13-ccf1-4e1a-a1f0-8fadb9fbc62a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:41.796861355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"49d65e13-ccf1-4e1a-a1f0-8fadb9fbc62a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:41.933935258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"29799e90-4ae9-418c-a3fc-439b0fa238e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:41.933958783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a4741747-3ae1-4c22-8030-22a09dda5312","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:41.990442271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"29799e90-4ae9-418c-a3fc-439b0fa238e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:41.990450224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a4741747-3ae1-4c22-8030-22a09dda5312","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:42.128535985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"18ee290e-21c7-4ffa-895b-e7a8e8979104","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:42.185336531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"18ee290e-21c7-4ffa-895b-e7a8e8979104","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:42.443005048Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"b4c18036-258a-4d46-ab53-6fe399b26390","namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:42.59696782Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"99416ab2-da3c-4f85-a6b5-988820ec2a33","namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:42.597884174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"8b345b17-ed77-4231-866d-3648ad27e188","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:42.597891677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"7450873c-eecb-4cfe-9d8c-162589c57ef3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:42.598146637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"185e4375-458c-4c4b-9cf3-6e321cf177b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:42.598529827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"83460046-07dc-455f-8e23-0a6bad393c4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:42.598834812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0e090db7-ed84-4eac-b372-10a508a456f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:42.654941498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"8b345b17-ed77-4231-866d-3648ad27e188","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:42.657071643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"185e4375-458c-4c4b-9cf3-6e321cf177b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:42.657345679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"83460046-07dc-455f-8e23-0a6bad393c4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:42.659561506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0e090db7-ed84-4eac-b372-10a508a456f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:42.660569702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"7450873c-eecb-4cfe-9d8c-162589c57ef3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:43.054688627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"dc0c7ad2-a220-44c3-b543-7770899db0e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:43.109634491Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-fd3b7b","namespace":"e2e-extmod-cfl-1-2a1454"},"namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","reconcileID":"0ab427bc-c9ea-48e9-9f3e-94d93124df6c","namespace":"e2e-extmod-cfl-1-2a1454","name":"e2e-cfl-fd3b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:43.151548237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"dc0c7ad2-a220-44c3-b543-7770899db0e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:43.156008348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9da821bb-8cb0-4384-9215-84e94ea0165a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:43.156147079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"655ee76f-19d3-4a31-afe4-21ad77ef2f30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:43.156554198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4be2d28d-b263-4988-8bc7-398cbe5e7c6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:43.157044522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"4940d603-3ea5-41c3-a94e-053f099da30a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:43.213351685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9da821bb-8cb0-4384-9215-84e94ea0165a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:43.213564738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4be2d28d-b263-4988-8bc7-398cbe5e7c6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:43.215653704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"655ee76f-19d3-4a31-afe4-21ad77ef2f30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:43.216082938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"4940d603-3ea5-41c3-a94e-053f099da30a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:43.216086565Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"809b8143-3704-454e-888e-c98356886c68","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenant":"e2e-shared-a-w1-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:43.21624064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"809b8143-3704-454e-888e-c98356886c68","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"routeName":"sub-test-model-d7d444-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","llmisvcName":"sub-test-model-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:43.511529693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"280587d4-76f7-4fa3-b500-d9d5b6a6aec6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:43.569417365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"280587d4-76f7-4fa3-b500-d9d5b6a6aec6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:43.613517237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"419363ec-c9b3-4821-9092-4154dbfa817c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:43.61352035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"a0097224-477b-4def-8811-55a9beb586af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:43.61500464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"8210f9aa-7020-4a75-adb7-9723bc85b6a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:43.615016738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9a869b44-ae59-479e-81ca-7e63af1eecf9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:43.670791636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"419363ec-c9b3-4821-9092-4154dbfa817c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:43.670827947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"a0097224-477b-4def-8811-55a9beb586af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:43.673096175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"8210f9aa-7020-4a75-adb7-9723bc85b6a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:43.674305792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9a869b44-ae59-479e-81ca-7e63af1eecf9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:43.926232232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"fe1deb46-f5ac-4f08-aed0-270404bdbf10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:43.982824823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"fe1deb46-f5ac-4f08-aed0-270404bdbf10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:44.027224784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"d4049a03-6e6a-4330-9d75-24fed382d364","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:44.027417819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"26d88587-38fa-432b-8151-79f3e169f58c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:44.08413962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"d4049a03-6e6a-4330-9d75-24fed382d364","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:44.084166998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"26d88587-38fa-432b-8151-79f3e169f58c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:57.25849121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"default-tenant","reconcileID":"3b66d328-8936-4b06-9748-6ef0dc2e6ecc","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5be4fa","tenantID":"e2e-extmod-a-5be4fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:44:57.376858268Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"default-tenant","reconcileID":"3b66d328-8936-4b06-9748-6ef0dc2e6ecc","name":"e2e-extmod-a-5be4fa-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:06.78114851Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:25.07921996Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f60842f2-bc10-473e-b4b9-63bbf33f4a45","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:25.363742757Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"6c45fd86-7657-4978-9872-ef5d872ff7d3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:25.541263842Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-subscription","reconcileID":"a97e2500-3ae8-4697-a2ec-aaaa532e1260","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-premium-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/premium-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:25.658828214Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4ed02304-acc2-4494-8155-d4071328f1c1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:25.89371205Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-subscription","reconcileID":"8fc7c423-b1d4-470b-ad4f-61bb2a1b4718","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-premium-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:25.99382828Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"1cc90a06-6ac8-4757-a27b-ee3880627cca","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:26.097349146Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-subscription","reconcileID":"bec2e176-0e60-4c40-9299-0c6ab948fb99","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-premium-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/premium-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:26.19494976Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-subscription","reconcileID":"1d23300a-91ea-4f2e-9a2c-f35c01114181","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:36.780604766Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:41.300992936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"7138aa77-5089-4aaf-bc69-adc98d895cb4","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenant":"e2e-shared-b-w1-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:41.301025147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"7138aa77-5089-4aaf-bc69-adc98d895cb4","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"routeName":"sub-test-model-747b7b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","llmisvcName":"sub-test-model-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:42.713980627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"premium-w2-14a6e4","reconcileID":"3dc387d2-e859-4446-817c-878185034635","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"premium-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"premium-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:42.714317649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"distinct-w2-14a6e4","reconcileID":"54d74e2a-53af-4e1c-8509-fbf42fb9638d","MaaSModelRef":{"name":"distinct-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"distinct-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"distinct-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:42.714502989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"distinct-2-w2-14a6e4","reconcileID":"8ef4e227-8a3b-4d70-ab49-ccd9c8c58402","MaaSModelRef":{"name":"distinct-2-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"distinct-2-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"distinct-2-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:42.714662567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"60947d22-8b77-43c1-b8d7-c4d42ecf59f8","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:42.848172699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"premium-w2-14a6e4","reconcileID":"d6c18969-3336-4c53-b80d-2f3652f8e757","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"premium-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"premium-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:42.848563991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"distinct-w2-14a6e4","reconcileID":"06bf7ed1-af36-48f3-9bb4-e98568dbb32a","MaaSModelRef":{"name":"distinct-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"distinct-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"distinct-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:42.848748736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"distinct-2-w2-14a6e4","reconcileID":"2d34dd42-b5a2-4445-9de2-a3aa441017cb","MaaSModelRef":{"name":"distinct-2-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"distinct-2-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"distinct-2-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:42.84891683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"aef28608-0efb-4322-9f60-3f59fcd3a432","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:42.869090454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"a37cc897-6e28-4312-b02f-50b91f9763fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:42.869116554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"2cd83c5d-8010-446f-9c7f-d85050d4a9fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:42.923067461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"c47d2e35-ae33-4e67-8f36-5b7a62c67368","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:42.923429144Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-subscription","reconcileID":"d474d552-950c-477a-b9ad-0e96d184fbf7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-premium-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:42.927301524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"a37cc897-6e28-4312-b02f-50b91f9763fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:42.928699705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"2cd83c5d-8010-446f-9c7f-d85050d4a9fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:43.235522884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"83dadf92-b8e6-4fc2-9881-a58ed3043aed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:43.235531918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"144cd0d1-bcd4-4b47-b898-1eb3664ec694","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:43.292558232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"83dadf92-b8e6-4fc2-9881-a58ed3043aed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:43.292980985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"144cd0d1-bcd4-4b47-b898-1eb3664ec694","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:46.863654059Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"4525fde0-938b-4b1a-8ff0-87f41fd9756a","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenant":"e2e-shared-a-w1-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:46.863677875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"4525fde0-938b-4b1a-8ff0-87f41fd9756a","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"routeName":"sub-test-model-d7d444-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","llmisvcName":"sub-test-model-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:46.920550056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"e2bbce8e-6e77-4ffb-b6c9-c402fb359a1d","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenant":"e2e-shared-a-w1-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:46.920570148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"e2bbce8e-6e77-4ffb-b6c9-c402fb359a1d","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"routeName":"sub-test-model-d7d444-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","llmisvcName":"sub-test-model-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:47.023605919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-sub-iso-auth-16ef0b","reconcileID":"df47b768-b8f4-4245-937b-6ee214e7da70","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444","tenantID":"e2e-shared-a-w1-d7d444","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:47.149871028Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-sub-iso-auth-16ef0b","reconcileID":"df47b768-b8f4-4245-937b-6ee214e7da70","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"e2e-shared-a-w1-d7d444-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:47.20537058Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-d7d444-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-sub-iso-auth-16ef0b","reconcileID":"df47b768-b8f4-4245-937b-6ee214e7da70","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:47.262564845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"2c9bc496-666c-4eb4-989f-deacdc722320","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenant":"e2e-shared-a-w1-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:47.262587088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"2c9bc496-666c-4eb4-989f-deacdc722320","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"routeName":"sub-test-model-d7d444-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","llmisvcName":"sub-test-model-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:47.37124662Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-access","reconcileID":"49a21a01-94d1-40b7-b81a-941c6333c8b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:47.371248928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"8e7fc80b-ac67-4d99-9968-644cde589edc","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:47.534669947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"66b66496-f9d0-4d2f-a4bd-292a621ae8c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:47.58144176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"e8a7d42e-c0dc-483a-825c-be7a1bd04a89","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:47.591688867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"66b66496-f9d0-4d2f-a4bd-292a621ae8c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:47.640281749Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-subscription","reconcileID":"3f610fc5-f9e1-4c87-97a1-ec18a8ff2177","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:47.735803361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"588feda7-c128-4d6c-a1a1-e8deebd6d18c","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:47.900790204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"65c01e45-d1ae-4e05-847f-ef52822083be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:47.957747159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"65c01e45-d1ae-4e05-847f-ef52822083be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:57.370180659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-sub-iso-auth-16ef0b","reconcileID":"ca0df829-337a-463b-a513-b5c71a7fa30f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444","tenantID":"e2e-shared-a-w1-d7d444","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:57.427016476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-sub-iso-auth-16ef0b","reconcileID":"ca0df829-337a-463b-a513-b5c71a7fa30f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"e2e-shared-a-w1-d7d444-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:57.482639291Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-d7d444-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-sub-iso-auth-16ef0b","reconcileID":"ca0df829-337a-463b-a513-b5c71a7fa30f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:57.911853285Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-subscription","reconcileID":"599f16c6-1324-4465-b968-cbaebf538737","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:57.936683437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-subscription","reconcileID":"1b57cd4f-1022-409a-9829-2ae994791270","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-premium-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:57.965967012Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-subscription","reconcileID":"599f16c6-1324-4465-b968-cbaebf538737","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:58.026998696Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"simulator-subscription","reconcileID":"599f16c6-1324-4465-b968-cbaebf538737","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/simulator-w4-f73e89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:58.055298769Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-subscription","reconcileID":"a2ee89c6-4634-48f5-8879-e2fd66b8da60","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-premium-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/premium-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:58.174430517Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"4dd7d936-f245-406e-b62f-e101c09777e3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:58.274749615Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8a6de889-4917-4bd7-a4a8-6253e6105552","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:58.295749794Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-subscription","reconcileID":"a296caa6-705b-406f-a827-aac39b2cc517","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-premium-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/premium-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:58.328522959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"51a79a36-f749-4582-a6a2-a457a3db2710","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:58.431554447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"21e98489-b135-4dd4-8df1-8e784d733933","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:58.488076776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"21e98489-b135-4dd4-8df1-8e784d733933","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:58.587932349Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"61a0e597-7b2a-49f3-8c3c-64fb2043028a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:58.689299426Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5cd0371d-b687-4f64-81d8-6e3f62976bd4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:59.096676438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"51809ed0-9933-4adb-adfc-4d6a003e63e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:59.09682708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"f267d9bd-f761-464c-95e0-65aa6084d3d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:59.154057998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"f267d9bd-f761-464c-95e0-65aa6084d3d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:45:59.154772263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"51809ed0-9933-4adb-adfc-4d6a003e63e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:00.793194561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7bde802-677a-40bf-aae6-2c5b5a914a18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:00.845087812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7bde802-677a-40bf-aae6-2c5b5a914a18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:00.897011609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7bde802-677a-40bf-aae6-2c5b5a914a18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:00.94883605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7bde802-677a-40bf-aae6-2c5b5a914a18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:01.588797683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"6b840e3d-495d-4edd-b8c5-787388766437","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:01.759469341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"f08514e2-8f93-4b0d-bd89-8cc6e5f7288d","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:01.930767507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"premium-w4-f73e89","reconcileID":"5035f204-82b7-4712-bb6a-9454c3bcdad1","MaaSModelRef":{"name":"premium-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"premium-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"premium-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:02.105377897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"d519cc68-43f1-4039-838f-862217c2ca68","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:02.146419391Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-subscription","reconcileID":"27b777b7-14ca-4c96-b1e2-9b29dc6e9fa6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-premium-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/premium-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:02.15012061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"b77be799-10cc-4226-8b6a-d3b172c829fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:02.207606991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"b77be799-10cc-4226-8b6a-d3b172c829fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:02.409643901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"premium-w4-f73e89","reconcileID":"01849ec0-dbf0-4eed-a959-12c7ef424c6e","MaaSModelRef":{"name":"premium-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"premium-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"premium-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:02.648534768Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-subscription","reconcileID":"3e78d96d-2618-45e8-b95d-809b3aab3a50","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-premium-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/premium-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:02.931005471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88d2f372-166b-4276-9e0b-0ef892b90dcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:02.98268507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88d2f372-166b-4276-9e0b-0ef892b90dcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:03.034451837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88d2f372-166b-4276-9e0b-0ef892b90dcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:03.086996232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88d2f372-166b-4276-9e0b-0ef892b90dcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:03.637162751Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"4bb8f94a-34f7-4fdc-b404-a991d1413bdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"model":"e2e-models-e2e-worker-w4-f73e89/premium-w4-f73e89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:03.637216296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"premium-w4-f73e89","reconcileID":"5039d054-f183-4bc3-abdc-cc78176e01ab","MaaSModelRef":{"name":"premium-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"premium-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"premium-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:03.801184669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"premium-w4-f73e89","reconcileID":"ee1641d0-bdff-4116-aad2-e835f2b64564","MaaSModelRef":{"name":"premium-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"premium-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"premium-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:03.840377225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"4bb8f94a-34f7-4fdc-b404-a991d1413bdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:03.905538253Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-subscription","reconcileID":"67350439-dde4-415f-84dd-b540bc62e3d0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-premium-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/premium-w4-f73e89","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:03.966725672Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"4bb8f94a-34f7-4fdc-b404-a991d1413bdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"e2e-worker-w4-f73e89-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:03.966746544Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-access","reconcileID":"4bb8f94a-34f7-4fdc-b404-a991d1413bdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-f73e89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:04.016691193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-be936817","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"e2e-conflict-a-be936817","reconcileID":"dd558114-2792-45cf-a4d2-123c921e1bb3","MaaSModelRef":{"name":"e2e-conflict-a-be936817","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"e2e-conflict-a-be936817-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"e2e-conflict-a-be936817","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:04.07435194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"premium-w4-f73e89","reconcileID":"e5fb10b0-b8a1-4d22-aa4c-594223a1a44b","MaaSModelRef":{"name":"premium-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"premium-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"premium-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:04.866461764Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-subscription","reconcileID":"e91459df-0378-4c89-9730-6ea6577fb698","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-09e9f1d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:05.237727108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"3d7fc80f-8d16-4935-802a-57d2b82f049f","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:05.238050136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"b8f8e69e-45d3-41e3-91cd-43adfebd9789","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:05.2382422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"307983b8-14e8-4d36-a8f3-c59cd50eedcd","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:05.238428202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"premium-w4-f73e89","reconcileID":"5dcdeff8-ecbc-4d19-8d8a-c0745c8a054a","MaaSModelRef":{"name":"premium-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"premium-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"premium-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:05.289235137Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-subscription","reconcileID":"770e0a25-fdd9-4644-94c8-adada3d9ba39","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-09e9f1d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:06.200817215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9025097-828f-41b1-bd4b-fb805e1b6de6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:06.252715124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9025097-828f-41b1-bd4b-fb805e1b6de6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:06.304770337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9025097-828f-41b1-bd4b-fb805e1b6de6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:06.356690654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9025097-828f-41b1-bd4b-fb805e1b6de6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:06.776412859Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:07.58638383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-sub-iso-auth-16ef0b","reconcileID":"b7bad16f-83b1-47b0-87f1-c7b850fd51bd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444","tenantID":"e2e-shared-a-w1-d7d444","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:07.642993965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-sub-iso-auth-16ef0b","reconcileID":"b7bad16f-83b1-47b0-87f1-c7b850fd51bd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"e2e-shared-a-w1-d7d444-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:07.756628318Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-d7d444-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7f5e0e63919c614efa334655ee92ef92851292fcc81b631b25f7e3b75ac863dc) AuthConfig (1256acb3dddd4ea2cfa08542d376fec694b57f1dcb573871b491d2f5b18a2258) AuthConfig (a19023496fb62b1b1d96622c7993856eadc29ca60f393e4e2f638300f0b6c2a8) AuthConfig (ff41530c84b700a49e997e94e504c548cad8721a7b5a0a9c918c52160e4ba42a) AuthConfig (e5e7d479a4ed5d868b36811c76675f322a6839cf5f2310ce11dc46606d9c0070) AuthConfig (de9e4e5ae32f5db2ab375bec7bf4b137f1025d73bfed64ae347e638baafcda29) AuthConfig (90aa89bfa47d66835bc365f5b515f5ff0d7bba66dce18ba788ffee5695676cbd) AuthConfig (8a2dae7b3dc02dcdbc9385c57d343da823cec7e02d330c822bdae3b5f13dd778) AuthConfig (ff73d2dacf756b23c1f4b69ae19d31427abe164dee770b9b3f5f7bfef3886e5b) AuthConfig (23368e357c05607fbc4f9d12c0ab20bfa2abce1fa28650d420e1ffe9aef69a40) AuthConfig (265d9eafade6da3ab6afc366878297519f4084b4c9076ee0a2d40af6ef97ddf1) AuthConfig (5a5649d0fa879a6193cdd6ce3799dfae657ab23385b25a1048201b437077183f) AuthConfig (f7f81114407237eceab08294da5a79c1a031b1cb276385e6c467cb89612a444b) AuthConfig (b9b5b3a737a1f8c06cadb97caa158252997efe1422fb3a841cf4d5a8cae430c9) AuthConfig (35f85215a74da5d2b072aacfbfacc536c47b74bdc49ac4fa5bd55b2f02316f5b) AuthConfig (062c1ae606ce2cf3b2568c0841e0e9829d83241142611070ba6edfc36bd3311b) AuthConfig (5153744374d0fef5d8929d5ea4db9a820cad8bf8e936c8363ded3e3722a35e48) AuthConfig (0362d8de078e1c6e02c65c79cc3d138021deace1428d6c8a2c23515aeff579d7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-sub-iso-auth-16ef0b","reconcileID":"b7bad16f-83b1-47b0-87f1-c7b850fd51bd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:07.818640932Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"99eb47e9-7620-414f-b579-b71625a876da","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenant":"e2e-shared-a-w1-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:07.818663724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"99eb47e9-7620-414f-b579-b71625a876da","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"routeName":"sub-test-model-d7d444-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","llmisvcName":"sub-test-model-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:08.302298185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e599b26b-e0b6-43ce-99ec-95f61380f1f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:08.35434203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e599b26b-e0b6-43ce-99ec-95f61380f1f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:08.40616293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e599b26b-e0b6-43ce-99ec-95f61380f1f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:08.458337271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e599b26b-e0b6-43ce-99ec-95f61380f1f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:11.434542764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"d82e82cc-5699-4d5a-a1eb-75c5ce72f045","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:11.434834026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"premium-w2-14a6e4","reconcileID":"b0513311-3d92-49a7-8bfc-c5164079406b","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"premium-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"premium-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:11.435082481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"distinct-w2-14a6e4","reconcileID":"d3a0a248-1378-4f69-b5f0-a93b1d372d97","MaaSModelRef":{"name":"distinct-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"distinct-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"distinct-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:11.435257525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"distinct-2-w2-14a6e4","reconcileID":"7f15b3b4-2fb5-4898-b259-efaeb147e332","MaaSModelRef":{"name":"distinct-2-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"distinct-2-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"distinct-2-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:11.43544927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-be936817","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"e2e-conflict-a-be936817","reconcileID":"e53d1252-bdc1-48ae-a2de-dd77c40020b8","MaaSModelRef":{"name":"e2e-conflict-a-be936817","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"e2e-conflict-a-be936817-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"e2e-conflict-a-be936817","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:11.567752069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"ce2a06ee-f91e-48d7-9226-e45a42fac1be","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:11.568222869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"premium-w2-14a6e4","reconcileID":"e51afd7c-b6c5-42dd-8f6c-e7e0ae548a32","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"premium-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"premium-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:11.568686726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"distinct-w2-14a6e4","reconcileID":"ce7b0187-4438-4ad0-804a-e13f5a0b09af","MaaSModelRef":{"name":"distinct-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"distinct-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"distinct-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:11.568936625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"distinct-2-w2-14a6e4","reconcileID":"146ea230-8cb1-4a83-ba80-c76f0920256d","MaaSModelRef":{"name":"distinct-2-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"distinct-2-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"distinct-2-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:11.569263441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-be936817","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"e2e-conflict-a-be936817","reconcileID":"f83bdb37-97a0-4470-83f2-7ecdedceb7f1","MaaSModelRef":{"name":"e2e-conflict-a-be936817","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"e2e-conflict-a-be936817-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"e2e-conflict-a-be936817","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:11.589612905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"0719301f-8557-4b1d-a938-3490555700f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:11.589755824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"cfe5e58c-5236-45e8-9644-a4d0015e095f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:11.64551177Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-subscription","reconcileID":"29d5252f-3bd0-4837-9daa-a6f07c93f6e4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-premium-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:11.649240679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"0719301f-8557-4b1d-a938-3490555700f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:11.649977719Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"ca8a60df-9e91-4a36-9423-55b956973e9f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:11.651498527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"cfe5e58c-5236-45e8-9644-a4d0015e095f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:11.960148802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"10aa36cb-ef7c-4ca3-866a-a5104fb1462c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:11.960149608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"413dcab9-ed4f-4b0e-92b9-4fb1e4674371","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:12.020083304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"10aa36cb-ef7c-4ca3-866a-a5104fb1462c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:12.020604793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"413dcab9-ed4f-4b0e-92b9-4fb1e4674371","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:15.238311425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"7fdaef27-1a36-431f-bb66-345be0c90374","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:15.238695873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"5069affc-7169-496a-b173-1124dbd2a22a","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:15.239004844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"bef7234b-2f28-423c-8553-1cb65a2f4736","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:15.289956297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"premium-w4-f73e89","reconcileID":"78bf82ca-8098-4a74-ad3b-80f1b44edd5a","MaaSModelRef":{"name":"premium-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"premium-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"premium-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:15.347192336Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-subscription","reconcileID":"f259d48b-2764-4567-9da5-9108b01962c3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"model":"e2e-models-e2e-worker-w4-f73e89/premium-w4-f73e89","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:15.39941567Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-subscription","reconcileID":"f259d48b-2764-4567-9da5-9108b01962c3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"model":"e2e-models-e2e-worker-w4-f73e89/premium-w4-f73e89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:15.451887795Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"premium-simulator-subscription","reconcileID":"f259d48b-2764-4567-9da5-9108b01962c3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"name":"maas-trlp-premium-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89","model":"e2e-models-e2e-worker-w4-f73e89/premium-w4-f73e89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:15.720835196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"premium-w4-f73e89","reconcileID":"53207b3c-0b08-49cd-9cbb-842f2af3def5","MaaSModelRef":{"name":"premium-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"premium-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"premium-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:16.896705761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dc12298-76be-41bf-b36d-d81c10ba4590","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:16.948436609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dc12298-76be-41bf-b36d-d81c10ba4590","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:17.000890547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dc12298-76be-41bf-b36d-d81c10ba4590","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:17.05273682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dc12298-76be-41bf-b36d-d81c10ba4590","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:17.483438477Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-d2260d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-d2260d","reconcileID":"1afc818d-0680-4403-b065-7b8bbf709825","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-d2260d","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-d2260d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:17.928987994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-sub-iso-auth-16ef0b","reconcileID":"f9d17027-7341-48bd-b25f-2f5ca239812c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444","tenantID":"e2e-shared-a-w1-d7d444","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:17.98570167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-sub-iso-auth-16ef0b","reconcileID":"f9d17027-7341-48bd-b25f-2f5ca239812c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"e2e-shared-a-w1-d7d444-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:18.042617247Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-d7d444-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7f5e0e63919c614efa334655ee92ef92851292fcc81b631b25f7e3b75ac863dc) AuthConfig (1256acb3dddd4ea2cfa08542d376fec694b57f1dcb573871b491d2f5b18a2258) AuthConfig (a19023496fb62b1b1d96622c7993856eadc29ca60f393e4e2f638300f0b6c2a8) AuthConfig (ff41530c84b700a49e997e94e504c548cad8721a7b5a0a9c918c52160e4ba42a) AuthConfig (e5e7d479a4ed5d868b36811c76675f322a6839cf5f2310ce11dc46606d9c0070) AuthConfig (de9e4e5ae32f5db2ab375bec7bf4b137f1025d73bfed64ae347e638baafcda29) AuthConfig (90aa89bfa47d66835bc365f5b515f5ff0d7bba66dce18ba788ffee5695676cbd) AuthConfig (8a2dae7b3dc02dcdbc9385c57d343da823cec7e02d330c822bdae3b5f13dd778) AuthConfig (ff73d2dacf756b23c1f4b69ae19d31427abe164dee770b9b3f5f7bfef3886e5b) AuthConfig (23368e357c05607fbc4f9d12c0ab20bfa2abce1fa28650d420e1ffe9aef69a40) AuthConfig (265d9eafade6da3ab6afc366878297519f4084b4c9076ee0a2d40af6ef97ddf1) AuthConfig (5a5649d0fa879a6193cdd6ce3799dfae657ab23385b25a1048201b437077183f) AuthConfig (f7f81114407237eceab08294da5a79c1a031b1cb276385e6c467cb89612a444b) AuthConfig (b9b5b3a737a1f8c06cadb97caa158252997efe1422fb3a841cf4d5a8cae430c9) AuthConfig (35f85215a74da5d2b072aacfbfacc536c47b74bdc49ac4fa5bd55b2f02316f5b) AuthConfig (062c1ae606ce2cf3b2568c0841e0e9829d83241142611070ba6edfc36bd3311b) AuthConfig (5153744374d0fef5d8929d5ea4db9a820cad8bf8e936c8363ded3e3722a35e48) AuthConfig (0362d8de078e1c6e02c65c79cc3d138021deace1428d6c8a2c23515aeff579d7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-sub-iso-auth-16ef0b","reconcileID":"f9d17027-7341-48bd-b25f-2f5ca239812c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:18.996733846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94ddf9ab-6ad2-462a-afe4-2edb898e3ddd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:19.04833963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94ddf9ab-6ad2-462a-afe4-2edb898e3ddd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:19.100011362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94ddf9ab-6ad2-462a-afe4-2edb898e3ddd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:19.151777183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94ddf9ab-6ad2-462a-afe4-2edb898e3ddd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:21.091589598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28abd048-5867-4770-91ea-2dca8552951b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:21.143468699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28abd048-5867-4770-91ea-2dca8552951b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:21.19525013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28abd048-5867-4770-91ea-2dca8552951b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:21.24688864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28abd048-5867-4770-91ea-2dca8552951b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:23.195975169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d15c13e-7f3e-47a7-899a-4eb1ff424d24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:23.247864886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d15c13e-7f3e-47a7-899a-4eb1ff424d24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:23.299738419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d15c13e-7f3e-47a7-899a-4eb1ff424d24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:23.351687121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d15c13e-7f3e-47a7-899a-4eb1ff424d24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:25.239219829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-2-w4-f73e89","reconcileID":"84887440-b427-450e-a381-e394ee38b309","MaaSModelRef":{"name":"distinct-2-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-2-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-2-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:25.239609549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"distinct-w4-f73e89","reconcileID":"cebd1bf8-f68b-4de5-9a38-ea77155b29a8","MaaSModelRef":{"name":"distinct-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"distinct-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"distinct-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:25.239855205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"simulator-w4-f73e89","reconcileID":"470b569c-aada-4e5b-a7ca-4256a2892af3","MaaSModelRef":{"name":"simulator-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"simulator-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"simulator-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:25.721550597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"namespace":"e2e-models-e2e-worker-w4-f73e89","name":"premium-w4-f73e89","reconcileID":"47598d32-7aee-4815-b4f6-7367909180c3","MaaSModelRef":{"name":"premium-w4-f73e89","namespace":"e2e-models-e2e-worker-w4-f73e89"},"routeName":"premium-w4-f73e89-kserve-route","namespace":"e2e-models-e2e-worker-w4-f73e89","llmisvcName":"premium-w4-f73e89","gateway":"openshift-ingress/e2e-worker-w4-f73e89","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:27.69125835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"9bf234bf-5780-4de8-bb7d-ede417f1ab5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:27.691264736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"c14e4f68-545c-4b0e-ab6d-0c16490dbd79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:27.758131935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"9bf234bf-5780-4de8-bb7d-ede417f1ab5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:27.758736792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"c14e4f68-545c-4b0e-ab6d-0c16490dbd79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:28.148093081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-sub-iso-auth-16ef0b","reconcileID":"e83f5704-d6c0-4812-a495-3f361b993a34","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444","tenantID":"e2e-shared-a-w1-d7d444","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:28.204887139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-sub-iso-auth-16ef0b","reconcileID":"e83f5704-d6c0-4812-a495-3f361b993a34","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"e2e-shared-a-w1-d7d444-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:28.529732472Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"a91c96aa-e3d9-467d-81c3-73b9d66df0d6","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenant":"e2e-shared-a-w1-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:28.529754255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"a91c96aa-e3d9-467d-81c3-73b9d66df0d6","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"routeName":"sub-test-model-d7d444-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","llmisvcName":"sub-test-model-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:29.121784212Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"default-tenant","reconcileID":"79094c71-2f48-4ace-90c1-a0f0412254ff","namespace":"ai-tenant-e2e-worker-w4-f73e89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:29.121842844Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"default-tenant","reconcileID":"79094c71-2f48-4ace-90c1-a0f0412254ff","namespace":"ai-tenant-e2e-worker-w4-f73e89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:29.121894307Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"default-tenant","reconcileID":"79094c71-2f48-4ace-90c1-a0f0412254ff","tenant":"e2e-worker-w4-f73e89","tenantID":"e2e-worker-w4-f73e89","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:29.178826389Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"default-tenant","reconcileID":"79094c71-2f48-4ace-90c1-a0f0412254ff","gvk":"Deployment","name":"maas-api-e2e-worker-w4-f73e89","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:29.239088455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"default-tenant","reconcileID":"79094c71-2f48-4ace-90c1-a0f0412254ff","gvk":"Service","name":"maas-api-e2e-worker-w4-f73e89","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:29.299790951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"default-tenant","reconcileID":"79094c71-2f48-4ace-90c1-a0f0412254ff","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w4-f73e89","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:29.353690658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"default-tenant","reconcileID":"79094c71-2f48-4ace-90c1-a0f0412254ff","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w4-f73e89","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:29.408114977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"default-tenant","reconcileID":"79094c71-2f48-4ace-90c1-a0f0412254ff","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w4-f73e89","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:29.478959436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"default-tenant","reconcileID":"79094c71-2f48-4ace-90c1-a0f0412254ff","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w4-f73e89","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:29.536641797Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"default-tenant","reconcileID":"79094c71-2f48-4ace-90c1-a0f0412254ff","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w4-f73e89","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:29.600548015Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"default-tenant","reconcileID":"79094c71-2f48-4ace-90c1-a0f0412254ff","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w4-f73e89","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:29.656775882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"default-tenant","reconcileID":"79094c71-2f48-4ace-90c1-a0f0412254ff","gvk":"Deployment","name":"payload-processing-e2e-worker-w4-f73e89","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:29.708926436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"default-tenant","reconcileID":"79094c71-2f48-4ace-90c1-a0f0412254ff","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w4-f73e89","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:29.760660067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"default-tenant","reconcileID":"79094c71-2f48-4ace-90c1-a0f0412254ff","gvk":"Service","name":"payload-processing-e2e-worker-w4-f73e89","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:29.811939298Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"default-tenant","reconcileID":"79094c71-2f48-4ace-90c1-a0f0412254ff","gvk":"Service","name":"payload-pre-processing-e2e-worker-w4-f73e89","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:29.863249705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"default-tenant","reconcileID":"79094c71-2f48-4ace-90c1-a0f0412254ff","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w4-f73e89","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:29.914622505Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"default-tenant","reconcileID":"79094c71-2f48-4ace-90c1-a0f0412254ff","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w4-f73e89","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:29.965931799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"default-tenant","reconcileID":"79094c71-2f48-4ace-90c1-a0f0412254ff","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w4-f73e89","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:30.025050206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"default-tenant","reconcileID":"79094c71-2f48-4ace-90c1-a0f0412254ff","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w4-f73e89","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:30.076365112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"default-tenant","reconcileID":"79094c71-2f48-4ace-90c1-a0f0412254ff","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w4-f73e89","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:30.127573274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"default-tenant","reconcileID":"79094c71-2f48-4ace-90c1-a0f0412254ff","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w4-f73e89","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:30.182648884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"default-tenant","reconcileID":"79094c71-2f48-4ace-90c1-a0f0412254ff","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w4-f73e89","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:30.233833243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-f73e89"},"namespace":"ai-tenant-e2e-worker-w4-f73e89","name":"default-tenant","reconcileID":"79094c71-2f48-4ace-90c1-a0f0412254ff","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w4-f73e89","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:32.649561101Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-f73e89","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-f73e89","reconcileID":"5f7cdcad-934d-4d02-b30b-1189ea805e65","aitenant":"ai-tenants/e2e-worker-w4-f73e89","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:33.172201855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a060b8a1-288c-4bca-a2a4-f2440d348fee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:33.223834283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a060b8a1-288c-4bca-a2a4-f2440d348fee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:33.244861032Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"45af1e16-9db7-4860-a4c4-c3a12c67a6b7","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenant":"e2e-shared-b-w1-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:33.244878697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"45af1e16-9db7-4860-a4c4-c3a12c67a6b7","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"routeName":"sub-test-model-747b7b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","llmisvcName":"sub-test-model-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:33.275521197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a060b8a1-288c-4bca-a2a4-f2440d348fee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:33.328015211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a060b8a1-288c-4bca-a2a4-f2440d348fee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:33.330349647Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"08bcb7f8-29a7-440b-875d-f6d79bc2cba7","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenant":"e2e-shared-b-w1-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:33.330372128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"08bcb7f8-29a7-440b-875d-f6d79bc2cba7","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"routeName":"sub-test-model-747b7b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","llmisvcName":"sub-test-model-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:33.433997309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-sub-iso-auth-16ef0b","reconcileID":"d4261772-9694-4753-b4ae-961ea41dab62","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-747b7b","tenantID":"e2e-shared-b-w1-747b7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:33.440911526Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-f73e89","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-f73e89","reconcileID":"5f7cdcad-934d-4d02-b30b-1189ea805e65","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-f73e89","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w4-f73e89"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:33.609881644Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-sub-iso-auth-16ef0b","reconcileID":"d4261772-9694-4753-b4ae-961ea41dab62","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"e2e-shared-b-w1-747b7b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:33.665470088Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-747b7b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-sub-iso-auth-16ef0b","reconcileID":"d4261772-9694-4753-b4ae-961ea41dab62","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:33.720546222Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"07b481fc-9795-40c8-a26f-2c90ff0f7454","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenant":"e2e-shared-b-w1-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:33.7205634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"07b481fc-9795-40c8-a26f-2c90ff0f7454","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"routeName":"sub-test-model-747b7b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","llmisvcName":"sub-test-model-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:35.214212109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a869830-7c3a-421c-9b9c-189972b43fa5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:35.265954466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a869830-7c3a-421c-9b9c-189972b43fa5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:35.317516423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a869830-7c3a-421c-9b9c-189972b43fa5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:35.369230601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a869830-7c3a-421c-9b9c-189972b43fa5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:36.777254508Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:37.260216231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5d11f57-727e-4a54-a7a3-6b4743d165e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:37.312134815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5d11f57-727e-4a54-a7a3-6b4743d165e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:37.364000126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5d11f57-727e-4a54-a7a3-6b4743d165e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:37.415677837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5d11f57-727e-4a54-a7a3-6b4743d165e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:43.826951918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-sub-iso-auth-16ef0b","reconcileID":"4e21d000-c492-4bb5-bb52-9e96867664f6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-747b7b","tenantID":"e2e-shared-b-w1-747b7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:43.883602612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-sub-iso-auth-16ef0b","reconcileID":"4e21d000-c492-4bb5-bb52-9e96867664f6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"e2e-shared-b-w1-747b7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:43.938881067Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-747b7b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-sub-iso-auth-16ef0b","reconcileID":"4e21d000-c492-4bb5-bb52-9e96867664f6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:54.043574844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-sub-iso-auth-16ef0b","reconcileID":"01172c09-0da0-4395-b34d-e547d8d083e9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-747b7b","tenantID":"e2e-shared-b-w1-747b7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:54.101602954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-sub-iso-auth-16ef0b","reconcileID":"01172c09-0da0-4395-b34d-e547d8d083e9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"e2e-shared-b-w1-747b7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:54.156922886Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-747b7b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-sub-iso-auth-16ef0b","reconcileID":"01172c09-0da0-4395-b34d-e547d8d083e9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:56.918952647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-b-be936817","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"e2e-conflict-b-be936817","reconcileID":"81998d17-369b-45bc-9e10-18f15918d1e9","MaaSModelRef":{"name":"e2e-conflict-b-be936817","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"e2e-conflict-b-be936817-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"e2e-conflict-b-be936817","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:56.977795243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-be936817","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"e2e-conflict-a-be936817","reconcileID":"6a96a903-ce79-4011-847f-eb731542fa63","MaaSModelRef":{"name":"e2e-conflict-a-be936817","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"e2e-conflict-a-be936817-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"e2e-conflict-a-be936817","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:46:57.931818696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-be936817","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"e2e-conflict-a-be936817","reconcileID":"7ebce890-c203-4ddc-bd73-6b2b17a62600","MaaSModelRef":{"name":"e2e-conflict-a-be936817","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"e2e-conflict-a-be936817-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"e2e-conflict-a-be936817","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:04.260667165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-sub-iso-auth-16ef0b","reconcileID":"4aedd00b-8a5d-4345-b256-9570bccce802","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-747b7b","tenantID":"e2e-shared-b-w1-747b7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:04.351477716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-sub-iso-auth-16ef0b","reconcileID":"4aedd00b-8a5d-4345-b256-9570bccce802","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"e2e-shared-b-w1-747b7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:04.407060338Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-747b7b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (14312c684522f3582480971714d280abdd7b0fe7c1e2535e6c2304945d996f37) AuthConfig (72b5872acab0bb1f19f21ff22ea9542cd8a4716a0107bac1837bc2d0c05f2256) AuthConfig (fd4c0aa4c756fb8b4d8c6213e935b94bf9ba927034c9c9accc3092d94dd048b7) AuthConfig (234cebf03dd33f42c043b62f4be901dc5858df6dc55719561b53714c99538029) AuthConfig (42ce07583b744e0f64e16ab22d5a27fa3d131b8db87cac1f5ed026024efdb235) AuthConfig (845ebc6feedc211b8b5353d61004d1d9a88b95f68631acf66fdbd88c617d4965) AuthConfig (8e010d27a4483e03ca60560a20e903bc2d606b30bcecbb3db0c5068195e0b6cd) AuthConfig (82b524073ace7b8ef6b2a5ee6553bc98d74226a1ab209bab9ee3229f0c0fb81c) AuthConfig (22ab431e560c8f42674811377aed0c7542d57a09e2576a3dd0a6adb10a35373a) AuthConfig (8eba55b8ac8ddff02e7eeee25f9e420a263d3f441dfdbf5452fb9f5cde173c58) AuthConfig (0e99b028d96d5834d8a6349f95a17d18579107883ea2126727d7e4f53055433d) AuthConfig (69911de710af7c25e90b818da17a12fbd9c9df2f64ec509b1279b85ceaa44f96) AuthConfig (46989250d8df7fbbd7a55989ffc0d5bfcf6238344afa67abb38b8739f3ae742a) AuthConfig (d6afce6e8654cd089f7c650797e4f6dc98110dc615e95c20caf805712dc049a0) AuthConfig (34770b77cd53434f3c81b87df8f3116bd907652c25852ad451bb104f1e99d89e) AuthConfig (72205caa82fe6d23bc3870e51ad7ba6dfe229455083ea4c0f6f70e49367aa331) AuthConfig (3dfe26e15848863acf96dcfe730a55a229108076a992e49bf68442a1491ef794) AuthConfig (dce71966bf163fc79f986e0cc9ad5d8d1ff460ff6103f1af5b8164bfc51ae102)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-sub-iso-auth-16ef0b","reconcileID":"4aedd00b-8a5d-4345-b256-9570bccce802","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:04.465829072Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"344fbec0-85a6-456b-b18c-eeb34262c563","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenant":"e2e-shared-b-w1-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:04.465864624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"344fbec0-85a6-456b-b18c-eeb34262c563","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"routeName":"sub-test-model-747b7b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","llmisvcName":"sub-test-model-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:05.984674149Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8c29d41a-9d8e-47eb-b429-23076fedd1be","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:06.186411467Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-subscription","reconcileID":"7e96d852-4f54-469f-b13e-5ea43b1b1e47","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-premium-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:06.360510207Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"86d77a3b-fa81-4e00-83b2-11a60b56d267","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:06.464622457Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9c2fd5c8-0852-42f4-b46f-4674de3e798a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:06.56034404Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"ed405960-9304-4bda-8464-48e57fb7285d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:06.780781878Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:06.888075209Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-subscription","reconcileID":"ae707a8a-0370-405f-9ef9-92372cb84d6b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-premium-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/premium-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:14.568694739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-sub-iso-auth-16ef0b","reconcileID":"a369783e-50b8-44f2-91d0-e1304fda6b26","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-747b7b","tenantID":"e2e-shared-b-w1-747b7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:14.625936054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-sub-iso-auth-16ef0b","reconcileID":"a369783e-50b8-44f2-91d0-e1304fda6b26","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"e2e-shared-b-w1-747b7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:14.942586427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"ac83e32b-f2b0-4a31-9b8e-b01a06465b8c","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenant":"e2e-shared-b-w1-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:14.942607502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"ac83e32b-f2b0-4a31-9b8e-b01a06465b8c","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"routeName":"sub-test-model-747b7b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","llmisvcName":"sub-test-model-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:20.210284448Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"6210ab07-fa63-459e-a236-f7f3566ab1de","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenant":"e2e-shared-a-w1-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:20.210307883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"6210ab07-fa63-459e-a236-f7f3566ab1de","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"routeName":"sub-test-model-d7d444-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","llmisvcName":"sub-test-model-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:20.269963522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"47175bfb-d9f8-495f-9d3c-775eeb138763","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenant":"e2e-shared-a-w1-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:20.269986868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"47175bfb-d9f8-495f-9d3c-775eeb138763","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"routeName":"sub-test-model-d7d444-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","llmisvcName":"sub-test-model-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:20.312903176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-sub-iso-auth-16ef0b","reconcileID":"2ab285fd-de1f-4324-bc8b-357e12c1b646","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444","tenantID":"e2e-shared-a-w1-d7d444","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:47:20.31852937Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-shared-sub-16ef0b","reconcileID":"a8c8e85d-eed8-4d77-8817-a639c14f539b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-16ef0b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:47:20.323223335Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"47175bfb-d9f8-495f-9d3c-775eeb138763","name":"sub-test-model-d7d444","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-d7d444\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:47:20.323269943Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"47175bfb-d9f8-495f-9d3c-775eeb138763","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-d7d444\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:20.328607751Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"a2d03142-55ad-4fb9-a23e-9ae9c1163a40","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenant":"e2e-shared-a-w1-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:20.328624711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"a2d03142-55ad-4fb9-a23e-9ae9c1163a40","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"routeName":"sub-test-model-d7d444-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","llmisvcName":"sub-test-model-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:20.370082499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-sub-iso-auth-16ef0b","reconcileID":"2ab285fd-de1f-4324-bc8b-357e12c1b646","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"e2e-shared-a-w1-d7d444-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:20.467875914Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"a442e1e9-df3c-4962-bfda-566ee2035be3","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenant":"e2e-shared-b-w1-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:20.467894434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"a442e1e9-df3c-4962-bfda-566ee2035be3","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"routeName":"sub-test-model-747b7b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","llmisvcName":"sub-test-model-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:20.527381494Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"f1593057-e0a3-472c-80f8-dff43561682e","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenant":"e2e-shared-a-w1-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:20.527469941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"f1593057-e0a3-472c-80f8-dff43561682e","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"routeName":"sub-test-model-d7d444-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","llmisvcName":"sub-test-model-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:20.527916406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"e83502b4-ef0d-4112-a766-ff8eea3bd1e8","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenant":"e2e-shared-b-w1-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:20.527937077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"e83502b4-ef0d-4112-a766-ff8eea3bd1e8","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"routeName":"sub-test-model-747b7b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","llmisvcName":"sub-test-model-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:20.573662075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-sub-iso-auth-16ef0b","reconcileID":"07534211-dd52-4663-ad68-13ba82eda099","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-747b7b","tenantID":"e2e-shared-b-w1-747b7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:47:20.575162958Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-shared-sub-16ef0b","reconcileID":"d92505b3-962d-4375-bc4e-ef341030994e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-16ef0b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:47:20.581173136Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"e83502b4-ef0d-4112-a766-ff8eea3bd1e8","name":"sub-test-model-747b7b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-747b7b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:47:20.581215039Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"e83502b4-ef0d-4112-a766-ff8eea3bd1e8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-747b7b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:20.581357277Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"10393702-faf4-4e81-bb77-43137d3a8d70","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenant":"e2e-shared-a-w1-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:20.581368309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"10393702-faf4-4e81-bb77-43137d3a8d70","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"routeName":"sub-test-model-d7d444-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","llmisvcName":"sub-test-model-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:20.586532728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"45ad7775-b3cf-4230-8220-72cf6d74d0ce","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenant":"e2e-shared-b-w1-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:20.586547123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"45ad7775-b3cf-4230-8220-72cf6d74d0ce","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"routeName":"sub-test-model-747b7b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","llmisvcName":"sub-test-model-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:20.632301054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-sub-iso-auth-16ef0b","reconcileID":"07534211-dd52-4663-ad68-13ba82eda099","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"e2e-shared-b-w1-747b7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:20.678934693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-sub-iso-auth-16ef0b","reconcileID":"3b88ab6e-c652-4e9a-ace2-5c69353f7db3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444","tenantID":"e2e-shared-a-w1-d7d444","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:20.682055082Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"81d8f9e8-f42c-45bb-9cac-106d2b1c9b41","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenant":"e2e-shared-b-w1-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:20.682079974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"81d8f9e8-f42c-45bb-9cac-106d2b1c9b41","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"routeName":"sub-test-model-747b7b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","llmisvcName":"sub-test-model-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:20.735316774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-sub-iso-auth-16ef0b","reconcileID":"3b88ab6e-c652-4e9a-ace2-5c69353f7db3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"e2e-shared-a-w1-d7d444-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:20.739138581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"ab00e757-ce1a-4b83-8d79-b0b8b481d894","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenant":"e2e-shared-b-w1-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:20.739155119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"ab00e757-ce1a-4b83-8d79-b0b8b481d894","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"routeName":"sub-test-model-747b7b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","llmisvcName":"sub-test-model-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:20.739769615Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"2f013b2a-45a6-45cb-84f2-c3c461e4c572","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenant":"e2e-shared-a-w1-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:20.739784861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"2f013b2a-45a6-45cb-84f2-c3c461e4c572","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"routeName":"sub-test-model-d7d444-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","llmisvcName":"sub-test-model-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:20.787173481Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-shared-sub-16ef0b","reconcileID":"a1098315-5ebc-47df-8d0f-f33d33257c6e","MaaSSubscription":{"name":"e2e-shared-sub-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"maas-trlp-sub-test-model-d7d444","model":"sub-test-model-d7d444","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-d7d444/e2e-shared-sub-16ef0b"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:20.797558845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"2a14132e-962d-4230-b954-8b76d893e44c","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenant":"e2e-shared-a-w1-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:20.79757652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"2a14132e-962d-4230-b954-8b76d893e44c","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"routeName":"sub-test-model-d7d444-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","llmisvcName":"sub-test-model-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:47:20.845896644Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-a-only-16ef0b","reconcileID":"215e1524-3bef-4530-9504-ff0507781942","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-16ef0b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:20.939014567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-sub-iso-auth-16ef0b","reconcileID":"93f13112-57d9-42d3-9bfe-bf5a9331a446","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-747b7b","tenantID":"e2e-shared-b-w1-747b7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:20.952615074Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-shared-sub-16ef0b","reconcileID":"27d81c20-e4af-4bb9-afde-81c636c1da1d","MaaSSubscription":{"name":"e2e-shared-sub-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"maas-trlp-sub-test-model-747b7b","model":"sub-test-model-747b7b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-747b7b/e2e-shared-sub-16ef0b"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:20.952975026Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"f75e2aa7-2a93-4e4f-984b-33b667f8abbd","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenant":"e2e-shared-a-w1-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:20.952995408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"f75e2aa7-2a93-4e4f-984b-33b667f8abbd","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"routeName":"sub-test-model-d7d444-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","llmisvcName":"sub-test-model-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:20.962840646Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"3fb17ea0-2e93-47a2-b569-ff6e16954fed","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenant":"e2e-shared-a-w1-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:20.962861791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"3fb17ea0-2e93-47a2-b569-ff6e16954fed","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"routeName":"sub-test-model-d7d444-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","llmisvcName":"sub-test-model-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:20.995867867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-sub-iso-auth-16ef0b","reconcileID":"93f13112-57d9-42d3-9bfe-bf5a9331a446","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"e2e-shared-b-w1-747b7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:21.015480662Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"c81b7f17-9a28-494e-a6b0-36c75af2f203","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenant":"e2e-shared-b-w1-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:21.015499052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"c81b7f17-9a28-494e-a6b0-36c75af2f203","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"routeName":"sub-test-model-747b7b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","llmisvcName":"sub-test-model-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:21.017679573Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"15c13756-f956-4aba-a375-a61d1c2e3493","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenant":"e2e-shared-a-w1-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:21.017699717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"15c13756-f956-4aba-a375-a61d1c2e3493","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"routeName":"sub-test-model-d7d444-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","llmisvcName":"sub-test-model-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:21.038894421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-sub-iso-auth-16ef0b","reconcileID":"aede2ca6-b7a4-4b4a-b5c7-9628c22c52ba","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444","tenantID":"e2e-shared-a-w1-d7d444","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:21.070401146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"d91548e7-14b5-4472-9094-4de13244e9dc","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenant":"e2e-shared-b-w1-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:21.070426904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"d91548e7-14b5-4472-9094-4de13244e9dc","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"routeName":"sub-test-model-747b7b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","llmisvcName":"sub-test-model-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:21.095728624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-sub-iso-auth-16ef0b","reconcileID":"aede2ca6-b7a4-4b4a-b5c7-9628c22c52ba","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"e2e-shared-a-w1-d7d444-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:21.115823397Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"14538e54-4397-4412-9759-90a19c41c11c","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenant":"e2e-shared-b-w1-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:21.115840855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"14538e54-4397-4412-9759-90a19c41c11c","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"routeName":"sub-test-model-747b7b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","llmisvcName":"sub-test-model-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:47:21.122427848Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-b-only-16ef0b","reconcileID":"12225efc-2429-40cb-834d-833ad1d4faaa","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-16ef0b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:21.218852742Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-shared-sub-16ef0b","reconcileID":"c37ec0e8-069f-4efc-9e42-86cde22a63f2","MaaSSubscription":{"name":"e2e-shared-sub-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"maas-trlp-sub-test-model-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w1-d7d444/e2e-a-only-16ef0b","ai-tenant-e2e-shared-a-w1-d7d444/e2e-shared-sub-16ef0b"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:21.236340017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"c48964b9-77db-48ab-b76d-52f6f1f7220c","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenant":"e2e-shared-b-w1-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:21.236355325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"c48964b9-77db-48ab-b76d-52f6f1f7220c","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"routeName":"sub-test-model-747b7b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","llmisvcName":"sub-test-model-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:21.291686635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"cda52aef-42cc-413f-b87e-bd9ecaa27193","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenant":"e2e-shared-b-w1-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:21.291704304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"cda52aef-42cc-413f-b87e-bd9ecaa27193","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"routeName":"sub-test-model-747b7b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","llmisvcName":"sub-test-model-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:21.301875734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-sub-iso-auth-16ef0b","reconcileID":"4692cc9e-c21b-4bf3-b2c9-889ec1e23676","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-747b7b","tenantID":"e2e-shared-b-w1-747b7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:21.318192997Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-a-only-16ef0b","reconcileID":"2e872319-a23f-44d3-881a-22139049414a","MaaSSubscription":{"name":"e2e-a-only-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"maas-trlp-sub-test-model-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w1-d7d444/e2e-a-only-16ef0b","ai-tenant-e2e-shared-a-w1-d7d444/e2e-shared-sub-16ef0b"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:21.3588076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-sub-iso-auth-16ef0b","reconcileID":"4692cc9e-c21b-4bf3-b2c9-889ec1e23676","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"e2e-shared-b-w1-747b7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:21.419770251Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-shared-sub-16ef0b","reconcileID":"1615d8b5-259d-47b3-ad82-a0527502ac96","MaaSSubscription":{"name":"e2e-shared-sub-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"maas-trlp-sub-test-model-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w1-747b7b/e2e-b-only-16ef0b","ai-tenant-e2e-shared-b-w1-747b7b/e2e-shared-sub-16ef0b"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:21.482731102Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"e0d1fb1e-3c35-466c-8a1d-f64a4b475b20","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenant":"e2e-shared-a-w1-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:21.482761736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"e0d1fb1e-3c35-466c-8a1d-f64a4b475b20","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"routeName":"sub-test-model-d7d444-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","llmisvcName":"sub-test-model-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:21.499786909Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-b-only-16ef0b","reconcileID":"6c1a98d4-916d-49b3-a217-3cc387152c52","MaaSSubscription":{"name":"e2e-b-only-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"maas-trlp-sub-test-model-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:21.599723143Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-shared-sub-16ef0b","reconcileID":"c6ccd404-fcf5-44d6-82d1-22adf7053296","MaaSSubscription":{"name":"e2e-shared-sub-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"maas-trlp-sub-test-model-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:21.684807155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"3c76a132-d7ef-4868-8cee-3ba70ab6625c","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenant":"e2e-shared-b-w1-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:21.684828075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"3c76a132-d7ef-4868-8cee-3ba70ab6625c","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"routeName":"sub-test-model-747b7b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","llmisvcName":"sub-test-model-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:21.70075229Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-a-only-16ef0b","reconcileID":"036a2072-62e4-4834-ad7f-640cadbe8722","MaaSSubscription":{"name":"e2e-a-only-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"maas-trlp-sub-test-model-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:21.736683522Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-shared-sub-16ef0b","reconcileID":"20707321-89f2-4827-bdd1-923e1f156bf2","MaaSSubscription":{"name":"e2e-shared-sub-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"maas-trlp-sub-test-model-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:21.89375077Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-b-only-16ef0b","reconcileID":"2ac405e0-f241-499d-916f-d622b06d7d95","MaaSSubscription":{"name":"e2e-b-only-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"maas-trlp-sub-test-model-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:22.971918372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"default-tenant","reconcileID":"596d5eb7-0f1b-4f44-954f-937cb577b197","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d2260d","tenantID":"e2e-extmod-b-d2260d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:23.088871098Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"default-tenant","reconcileID":"596d5eb7-0f1b-4f44-954f-937cb577b197","name":"e2e-extmod-b-d2260d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:35.011654274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-a-only-16ef0b","reconcileID":"72a538b0-42a9-497e-b50c-b1a6f08655ba","MaaSSubscription":{"name":"e2e-a-only-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"maas-trlp-sub-test-model-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:35.011670777Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-shared-sub-16ef0b","reconcileID":"d122bcba-05fd-439d-84fb-88883f9dbadf","MaaSSubscription":{"name":"e2e-shared-sub-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"maas-trlp-sub-test-model-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:35.111680011Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"5b47df7c-60bc-454e-9dc1-44e3289c4e40","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:35.128435889Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3b96a5c8-bcba-41df-b786-9c04019ba627","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:35.175315229Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"4dfeaa9a-dbd0-426b-8c73-d56c1a5d5a39","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenant":"e2e-shared-a-w1-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:35.175358969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"4dfeaa9a-dbd0-426b-8c73-d56c1a5d5a39","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"routeName":"sub-test-model-d7d444-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","llmisvcName":"sub-test-model-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:35.176068863Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"22e8185c-b68d-4c7e-b9b3-b4d66023d834","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenant":"e2e-shared-a-w1-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:35.176084474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"22e8185c-b68d-4c7e-b9b3-b4d66023d834","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"routeName":"sub-test-model-d7d444-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","llmisvcName":"sub-test-model-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:35.427437728Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1b525b3f-9778-4604-87dc-448a30e8dc1c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:35.677774442Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-subscription","reconcileID":"299350c3-a0fb-4310-b99d-651b79f66998","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-premium-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:35.799734069Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-shared-sub-16ef0b","reconcileID":"c917659c-92b7-4914-b1c2-6fc73cff2175","MaaSSubscription":{"name":"e2e-shared-sub-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"maas-trlp-sub-test-model-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:35.799777742Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-b-only-16ef0b","reconcileID":"661ac3ef-b007-4f81-9778-d2a48f6a3865","MaaSSubscription":{"name":"e2e-b-only-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"maas-trlp-sub-test-model-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:35.894721716Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"da7823c1-2765-46df-8cf6-1d08aa649242","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:35.964771463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-sub-iso-auth-16ef0b","reconcileID":"70568947-8c0f-4fbe-8115-f62a927ec6ed","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444","tenantID":"e2e-shared-a-w1-d7d444","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:35.965849892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"78eba199-90ae-4e5d-895f-41add9326e70","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenant":"e2e-shared-b-w1-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:35.965872253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"78eba199-90ae-4e5d-895f-41add9326e70","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"routeName":"sub-test-model-747b7b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","llmisvcName":"sub-test-model-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:35.966313313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"de020d3b-9fc9-4cd6-b4f2-e195cdbaedf9","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenant":"e2e-shared-b-w1-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:35.966352514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"de020d3b-9fc9-4cd6-b4f2-e195cdbaedf9","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"routeName":"sub-test-model-747b7b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","llmisvcName":"sub-test-model-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:35.996611011Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-subscription","reconcileID":"e1f438d6-f4d6-4331-a02f-5cbfe25de758","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-premium-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/premium-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:36.021992737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-sub-iso-auth-16ef0b","reconcileID":"70568947-8c0f-4fbe-8115-f62a927ec6ed","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"e2e-shared-a-w1-d7d444-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:36.249019691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-sub-iso-auth-16ef0b","reconcileID":"ef6504f7-4c38-4bd8-a8d8-1387b013d160","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-747b7b","tenantID":"e2e-shared-b-w1-747b7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:36.305790041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-sub-iso-auth-16ef0b","reconcileID":"ef6504f7-4c38-4bd8-a8d8-1387b013d160","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"e2e-shared-b-w1-747b7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:36.780870144Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:37.312916219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"distinct-w2-14a6e4","reconcileID":"22f45dac-7eb7-4a26-b667-3cecdf678b6a","MaaSModelRef":{"name":"distinct-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"distinct-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"distinct-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:37.313241347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"distinct-2-w2-14a6e4","reconcileID":"1e44126d-b4f1-47c3-b224-dc3e7f7f848d","MaaSModelRef":{"name":"distinct-2-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"distinct-2-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"distinct-2-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:37.313507091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-be936817","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"e2e-conflict-a-be936817","reconcileID":"8b3545bb-2ce3-4eac-80a7-f105bab8b193","MaaSModelRef":{"name":"e2e-conflict-a-be936817","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"e2e-conflict-a-be936817-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"e2e-conflict-a-be936817","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:37.313709051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"fa09e2ae-c4d8-4002-843c-0222af63770a","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:37.313985807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"premium-w2-14a6e4","reconcileID":"3b5faac9-38e6-4154-a384-9175d0b8f39e","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"premium-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"premium-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:37.470610518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"7ec99e9f-d98c-43c2-a376-37075b81d440","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:37.471270255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"80f1d59f-2901-4dc0-89ee-36cb6424d1e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:37.524049689Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-subscription","reconcileID":"2f96407e-2552-437b-9416-8137a91d6f3c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-premium-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:37.524049104Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"9f89943b-cdcb-47fc-842b-8eb4610c4bbe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:37.527463863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"7ec99e9f-d98c-43c2-a376-37075b81d440","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:37.5285164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"80f1d59f-2901-4dc0-89ee-36cb6424d1e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:38.854159442Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-sub-iso-auth-16ef0b","reconcileID":"52229c26-4411-4ac6-bc40-983094e05354","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:38.85423692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"f28105cb-1158-412d-9d15-1c2abcc276fc","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenant":"e2e-shared-a-w1-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:38.854250403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"f28105cb-1158-412d-9d15-1c2abcc276fc","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"routeName":"sub-test-model-d7d444-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","llmisvcName":"sub-test-model-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:39.058993262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-sub-iso-auth-16ef0b","reconcileID":"52229c26-4411-4ac6-bc40-983094e05354","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444","tenantID":"e2e-shared-a-w1-d7d444","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:39.122994702Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-shared-sub-16ef0b","reconcileID":"b1b1121e-3a54-4a4a-bb86-96e42c79739e","MaaSSubscription":{"name":"e2e-shared-sub-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"maas-trlp-sub-test-model-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:39.122995183Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-a-only-16ef0b","reconcileID":"3ed9532d-3355-419c-8545-5431f6a9f9d7","MaaSSubscription":{"name":"e2e-a-only-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"maas-trlp-sub-test-model-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:39.185985775Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-sub-iso-auth-16ef0b","reconcileID":"52229c26-4411-4ac6-bc40-983094e05354","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"e2e-shared-a-w1-d7d444-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:39.186010281Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-sub-iso-auth-16ef0b","reconcileID":"52229c26-4411-4ac6-bc40-983094e05354","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:39.242616084Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"398f540e-915b-4135-a4f7-326adb784bf9","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenant":"e2e-shared-a-w1-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:39.242638382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"398f540e-915b-4135-a4f7-326adb784bf9","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"routeName":"sub-test-model-d7d444-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","llmisvcName":"sub-test-model-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:39.382142631Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"fa1e566c-9943-4676-9d4f-87432738f925","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenant":"e2e-shared-a-w1-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:39.382162659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"fa1e566c-9943-4676-9d4f-87432738f925","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"routeName":"sub-test-model-d7d444-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","llmisvcName":"sub-test-model-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:39.511490695Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-shared-sub-16ef0b","reconcileID":"34373131-b84d-4d03-a3fc-202aedb5954f","MaaSSubscription":{"name":"e2e-shared-sub-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"maas-trlp-sub-test-model-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:39.511555534Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-a-only-16ef0b","reconcileID":"8f36c6c3-1a2a-4d05-8c3b-e5bac9053256","MaaSSubscription":{"name":"e2e-a-only-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"maas-trlp-sub-test-model-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:47.74190578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"distinct-w2-14a6e4","reconcileID":"bd1018f8-6388-4583-9f04-ebc68d6a7562","MaaSModelRef":{"name":"distinct-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"distinct-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"distinct-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:47.742213759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"distinct-2-w2-14a6e4","reconcileID":"42e3c182-63bc-45e9-8fcd-bc9df12adca7","MaaSModelRef":{"name":"distinct-2-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"distinct-2-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"distinct-2-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:47.742496482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"6ef33b30-4cf7-4e27-93de-34cd6743bafc","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:47.74290873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"premium-w2-14a6e4","reconcileID":"cd0d810b-fbbb-4a0c-92bb-1daddf4e4bde","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"premium-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"premium-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:47.899187532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"09aaeae0-9df7-41b3-aeeb-a0a0ac4c26f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:47.899187513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"922d9010-2615-44ad-9f63-990ccaf2403a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:47.969016827Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-subscription","reconcileID":"29073a31-467c-4960-b992-0f0e9d5a971a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-premium-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:47.97482304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"922d9010-2615-44ad-9f63-990ccaf2403a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:47.975024243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"09aaeae0-9df7-41b3-aeeb-a0a0ac4c26f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:48.080734442Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"9d85aeee-e78a-4984-8589-cfc37a7746f5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:49.782482067Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-shared-sub-16ef0b","reconcileID":"a86d799c-b0dd-4826-927c-6f37cf0703fc","MaaSSubscription":{"name":"e2e-shared-sub-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","subscription":"e2e-shared-sub-16ef0b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:49.997713741Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-shared-sub-16ef0b","reconcileID":"a86d799c-b0dd-4826-927c-6f37cf0703fc","MaaSSubscription":{"name":"e2e-shared-sub-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"maas-trlp-sub-test-model-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-d7d444/e2e-a-only-16ef0b"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:50.206534077Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-a-only-16ef0b","reconcileID":"7964a87a-18e9-44cd-bd5f-e80ce60970d7","MaaSSubscription":{"name":"e2e-a-only-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"maas-trlp-sub-test-model-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:50.21427167Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"d9f597a5-534b-49ed-a1dd-99eb03aa0088","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenant":"e2e-shared-a-w1-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:50.214294589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"d9f597a5-534b-49ed-a1dd-99eb03aa0088","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"routeName":"sub-test-model-d7d444-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","llmisvcName":"sub-test-model-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:50.356709888Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"8532bb50-29b9-4578-afb0-3ae147897cfe","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenant":"e2e-shared-a-w1-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:50.356729517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"8532bb50-29b9-4578-afb0-3ae147897cfe","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"routeName":"sub-test-model-d7d444-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","llmisvcName":"sub-test-model-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:55.991867395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c800cf8-4aba-41e1-a98c-f4229126eec0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:56.044634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c800cf8-4aba-41e1-a98c-f4229126eec0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:56.097195412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c800cf8-4aba-41e1-a98c-f4229126eec0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:56.148977297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c800cf8-4aba-41e1-a98c-f4229126eec0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:58.069741484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82addf06-edb0-481c-9c98-f478bdb88e51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:58.121809666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82addf06-edb0-481c-9c98-f478bdb88e51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:58.173735254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82addf06-edb0-481c-9c98-f478bdb88e51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:47:58.225606868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82addf06-edb0-481c-9c98-f478bdb88e51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:00.517736777Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-a-only-16ef0b","reconcileID":"8a721864-de6e-4e96-b7f8-0b1a0cef3227","MaaSSubscription":{"name":"e2e-a-only-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","subscription":"e2e-a-only-16ef0b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:00.570108768Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-a-only-16ef0b","reconcileID":"8a721864-de6e-4e96-b7f8-0b1a0cef3227","MaaSSubscription":{"name":"e2e-a-only-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:00.621890731Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-a-only-16ef0b","reconcileID":"8a721864-de6e-4e96-b7f8-0b1a0cef3227","MaaSSubscription":{"name":"e2e-a-only-16ef0b","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"maas-trlp-sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:00.891016614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"a4fd2b8c-55ae-48f9-92f3-2a5f89f6787c","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenant":"e2e-shared-a-w1-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:00.891037384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"a4fd2b8c-55ae-48f9-92f3-2a5f89f6787c","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"routeName":"sub-test-model-d7d444-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","llmisvcName":"sub-test-model-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:01.181886558Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-sub-iso-auth-16ef0b","reconcileID":"51482ff1-9438-476f-aa05-6f0b5fe910f1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:01.181926054Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"4dc0217e-46a5-43f1-a220-bb9b1d2dfd40","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenant":"e2e-shared-b-w1-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:01.181938041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"4dc0217e-46a5-43f1-a220-bb9b1d2dfd40","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"routeName":"sub-test-model-747b7b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","llmisvcName":"sub-test-model-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:01.385291071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-sub-iso-auth-16ef0b","reconcileID":"51482ff1-9438-476f-aa05-6f0b5fe910f1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-747b7b","tenantID":"e2e-shared-b-w1-747b7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:01.450408025Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-shared-sub-16ef0b","reconcileID":"db1893f2-3acc-49a3-ae8e-3e7d6556bc87","MaaSSubscription":{"name":"e2e-shared-sub-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"maas-trlp-sub-test-model-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:01.450404725Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-b-only-16ef0b","reconcileID":"a501466e-e219-483e-b9c5-e755a19b9ca6","MaaSSubscription":{"name":"e2e-b-only-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"maas-trlp-sub-test-model-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:01.510816545Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-sub-iso-auth-16ef0b","reconcileID":"51482ff1-9438-476f-aa05-6f0b5fe910f1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"e2e-shared-b-w1-747b7b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:01.51083957Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-sub-iso-auth-16ef0b","reconcileID":"51482ff1-9438-476f-aa05-6f0b5fe910f1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:01.566576544Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-sub-iso-auth-16ef0b","reconcileID":"af69c5bd-ff81-474b-8a29-a614c60b1b3f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:01.566762974Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"d0882805-c35f-47ed-a6cb-6d95514854f6","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenant":"e2e-shared-b-w1-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:01.566783102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"d0882805-c35f-47ed-a6cb-6d95514854f6","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"routeName":"sub-test-model-747b7b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","llmisvcName":"sub-test-model-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:01.814305471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-sub-iso-auth-16ef0b","reconcileID":"af69c5bd-ff81-474b-8a29-a614c60b1b3f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-747b7b","tenantID":"e2e-shared-b-w1-747b7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:01.866810741Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-b-only-16ef0b","reconcileID":"7de71065-b7e8-4a7a-a598-86cc86e8e099","MaaSSubscription":{"name":"e2e-b-only-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"maas-trlp-sub-test-model-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:01.866839142Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-shared-sub-16ef0b","reconcileID":"6eae41d4-1579-493d-b6e0-7f2f48a7f354","MaaSSubscription":{"name":"e2e-shared-sub-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"maas-trlp-sub-test-model-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:01.870530638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-sub-iso-auth-16ef0b","reconcileID":"af69c5bd-ff81-474b-8a29-a614c60b1b3f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"e2e-shared-b-w1-747b7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:01.870546136Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-sub-iso-auth-16ef0b","reconcileID":"af69c5bd-ff81-474b-8a29-a614c60b1b3f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-747b7b","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:48:01.922271717Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-sub-iso-auth-16ef0b","reconcileID":"af69c5bd-ff81-474b-8a29-a614c60b1b3f","error":"maasauthpolicies.maas.opendatahub.io \"e2e-sub-iso-auth-16ef0b\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:06.782882507Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:11.710914094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"54a2da6c-a7f6-4123-80c6-31027ede66b3","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenant":"e2e-shared-b-w1-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:11.710936041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"54a2da6c-a7f6-4123-80c6-31027ede66b3","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"routeName":"sub-test-model-747b7b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","llmisvcName":"sub-test-model-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:21.873144359Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-shared-sub-16ef0b","reconcileID":"f9b66572-d908-436a-840a-917e6edd1d8c","MaaSSubscription":{"name":"e2e-shared-sub-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","subscription":"e2e-shared-sub-16ef0b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:22.087629578Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-shared-sub-16ef0b","reconcileID":"f9b66572-d908-436a-840a-917e6edd1d8c","MaaSSubscription":{"name":"e2e-shared-sub-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"maas-trlp-sub-test-model-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-747b7b/e2e-b-only-16ef0b"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:22.295889379Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-b-only-16ef0b","reconcileID":"255da224-a6fd-4459-99c0-7227b9cc0203","MaaSSubscription":{"name":"e2e-b-only-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"maas-trlp-sub-test-model-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:22.367312581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"deef80be-6cc2-4bc6-b326-cce6b27fdf22","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenant":"e2e-shared-b-w1-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:22.367353285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"deef80be-6cc2-4bc6-b326-cce6b27fdf22","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"routeName":"sub-test-model-747b7b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","llmisvcName":"sub-test-model-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:22.675865669Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"dac06909-e4c0-496c-bdc2-1b86e0ced26e","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenant":"e2e-shared-b-w1-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:22.675895428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"dac06909-e4c0-496c-bdc2-1b86e0ced26e","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"routeName":"sub-test-model-747b7b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","llmisvcName":"sub-test-model-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:26.37825986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92f99379-6fa0-4e19-b7bd-4fc696d7ad18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:26.430093593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92f99379-6fa0-4e19-b7bd-4fc696d7ad18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:26.482232648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92f99379-6fa0-4e19-b7bd-4fc696d7ad18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:26.5343134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92f99379-6fa0-4e19-b7bd-4fc696d7ad18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:28.411875922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b304785d-7a15-4bcb-985e-5a36740738ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:28.463790239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b304785d-7a15-4bcb-985e-5a36740738ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:28.515477014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b304785d-7a15-4bcb-985e-5a36740738ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:28.567336817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b304785d-7a15-4bcb-985e-5a36740738ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:32.837778162Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-b-only-16ef0b","reconcileID":"0a751702-4e9b-4633-b079-1ad21ac5e832","MaaSSubscription":{"name":"e2e-b-only-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","subscription":"e2e-b-only-16ef0b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:32.890003902Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-b-only-16ef0b","reconcileID":"0a751702-4e9b-4633-b079-1ad21ac5e832","MaaSSubscription":{"name":"e2e-b-only-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:32.942582238Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-b-only-16ef0b","reconcileID":"0a751702-4e9b-4633-b079-1ad21ac5e832","MaaSSubscription":{"name":"e2e-b-only-16ef0b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"maas-trlp-sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:33.212198087Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"b8dd878b-0992-482e-9911-38dfa1609698","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenant":"e2e-shared-b-w1-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:33.212219522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"b8dd878b-0992-482e-9911-38dfa1609698","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"routeName":"sub-test-model-747b7b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","llmisvcName":"sub-test-model-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:33.599744622Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"443a6aa9-b723-42d6-8890-18cd07976483","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenant":"e2e-shared-a-w1-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:33.599771775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"443a6aa9-b723-42d6-8890-18cd07976483","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"routeName":"sub-test-model-d7d444-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","llmisvcName":"sub-test-model-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:33.654363873Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"0a23c79e-f69d-4579-b39a-eae48090c535","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenant":"e2e-shared-a-w1-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:33.654381708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"0a23c79e-f69d-4579-b39a-eae48090c535","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"routeName":"sub-test-model-d7d444-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","llmisvcName":"sub-test-model-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:33.757253032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-sub-iso-auth-4dc404","reconcileID":"84ed848b-5876-4a83-aafd-a2fa8ee1682e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444","tenantID":"e2e-shared-a-w1-d7d444","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:33.883616679Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-sub-iso-auth-4dc404","reconcileID":"84ed848b-5876-4a83-aafd-a2fa8ee1682e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"e2e-shared-a-w1-d7d444-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:33.939003902Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-d7d444-maas-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-sub-iso-auth-4dc404","reconcileID":"84ed848b-5876-4a83-aafd-a2fa8ee1682e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:33.996040393Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"5cc832f0-df14-4e51-8511-24d27cc49f86","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenant":"e2e-shared-a-w1-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:33.996059116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"5cc832f0-df14-4e51-8511-24d27cc49f86","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"routeName":"sub-test-model-d7d444-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","llmisvcName":"sub-test-model-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:36.780917187Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:42.016351007Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-5bea10b7","reconcileID":"4cc0e208-9103-47ec-86c5-1e133ed97611","namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-5bea10b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:42.073095136Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-5bea10b7","reconcileID":"de6942e7-4366-42fc-8a3b-bd95ff63ac77","namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-5bea10b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:42.119767119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-sub-iso-auth-4dc404","reconcileID":"9fca2f2c-caaa-4da2-9702-46703dffcfe4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444","tenantID":"e2e-shared-a-w1-d7d444","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:42.170442798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c599cf69-aab2-44d0-8885-24cc14bcba8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:42.170722804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"c8f317bc-70fc-4a28-a105-822caafad054","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:42.170866761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"19d06658-82c7-413f-a7b6-0b0866e2a50b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:42.170440728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"4bf8805c-10c5-46b8-9570-fc9786ad3629","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:42.176309333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-sub-iso-auth-4dc404","reconcileID":"9fca2f2c-caaa-4da2-9702-46703dffcfe4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"e2e-shared-a-w1-d7d444-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:42.227271832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c599cf69-aab2-44d0-8885-24cc14bcba8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:42.227832767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"4bf8805c-10c5-46b8-9570-fc9786ad3629","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:42.229567962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"c8f317bc-70fc-4a28-a105-822caafad054","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:42.230020112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"19d06658-82c7-413f-a7b6-0b0866e2a50b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:42.231776365Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-d7d444-maas-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-sub-iso-auth-4dc404","reconcileID":"9fca2f2c-caaa-4da2-9702-46703dffcfe4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:42.385722439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d6306314-b9c8-4291-97d1-c410fbad9df1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:42.397679573Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-5bea10b7","reconcileID":"61ea77c9-248f-4504-b59e-0ea52567dc15","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:42.443546024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d6306314-b9c8-4291-97d1-c410fbad9df1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:42.535027318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-sub-iso-auth-4dc404","reconcileID":"193d1809-5cb3-4ac5-9483-046b60753b56","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444","tenantID":"e2e-shared-a-w1-d7d444","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:42.560195629Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-5bea10b7","reconcileID":"5f80b0f5-7329-452a-8aa5-73c19ac15e0d","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:42.586148414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"d18dcc7f-129b-4b81-abaf-a723f1387726","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:42.586148616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"3f8a3ed3-4f96-4020-894b-6028394c0153","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:42.586642702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"86f0f147-cd09-49b5-9165-60b5846ba834","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:42.591432416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-sub-iso-auth-4dc404","reconcileID":"193d1809-5cb3-4ac5-9483-046b60753b56","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"e2e-shared-a-w1-d7d444-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:42.64457189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"86f0f147-cd09-49b5-9165-60b5846ba834","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:42.648378133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"3f8a3ed3-4f96-4020-894b-6028394c0153","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:42.648990289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"d18dcc7f-129b-4b81-abaf-a723f1387726","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:42.650715776Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-d7d444-maas-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-sub-iso-auth-4dc404","reconcileID":"193d1809-5cb3-4ac5-9483-046b60753b56","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:48:42.664534722Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-5bea10b7","reconcileID":"5f80b0f5-7329-452a-8aa5-73c19ac15e0d","name":"e2e-fail-5bea10b7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-5bea10b7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:48:42.664595006Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-5bea10b7","reconcileID":"5f80b0f5-7329-452a-8aa5-73c19ac15e0d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-5bea10b7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:42.721314314Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-5bea10b7","reconcileID":"e3d6af45-1bf5-44f0-baa8-af78816e9647","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:42.805129277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"ab2e737d-1cd4-4819-a5c1-fc247751047a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:42.862111805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"ab2e737d-1cd4-4819-a5c1-fc247751047a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:42.906628049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"9b7474dc-1d45-4493-a5dd-bc82186a04ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:42.937947268Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-5bea10b7","reconcileID":"8026abf7-b3ea-47b7-8309-647c652178de","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:42.963693694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"9b7474dc-1d45-4493-a5dd-bc82186a04ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:42.989088616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"e2e-fail-5bea10b7-access","reconcileID":"5d3fd40c-0574-4cc0-bcea-d51f8c010ade","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5be4fa","tenantID":"e2e-extmod-a-5be4fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:43.116798293Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"e2e-fail-5bea10b7-access","reconcileID":"5d3fd40c-0574-4cc0-bcea-d51f8c010ade","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"name":"e2e-extmod-a-5be4fa-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:43.172662004Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-5be4fa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"e2e-fail-5bea10b7-access","reconcileID":"5d3fd40c-0574-4cc0-bcea-d51f8c010ade","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:43.225592175Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-5bea10b7","reconcileID":"7cf1e26e-d0a3-4813-97ce-07f5880f9b9d","namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-5bea10b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:43.279557571Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-5bea10b7","reconcileID":"cf3817b2-39f5-4c5e-9ffe-89eb392be1d6","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"tenant":"e2e-extmod-a-5be4fa","gateway":"openshift-ingress/e2e-extmod-a-5be4fa","model":"e2e-extmod-fail-user-09b6dd/e2e-fail-5bea10b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:43.279679839Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-5bea10b7","reconcileID":"cf3817b2-39f5-4c5e-9ffe-89eb392be1d6","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"routeName":"external-model-e2e-fail-5bea10b7-0ff3195fc50a","namespace":"e2e-extmod-fail-user-09b6dd","model":"e2e-fail-5bea10b7","externalModel":"e2e-fail-5bea10b7","provider":"e2e-fail-5bea10b7-provider","gateway":"openshift-ingress/e2e-extmod-a-5be4fa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:43.330724038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-sub-iso-auth-4dc404","reconcileID":"6da0cdc8-f14c-4625-bc04-82ac33935050","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444","tenantID":"e2e-shared-a-w1-d7d444","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:43.332928284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"e2e-fail-5bea10b7-access","reconcileID":"c66fcd47-ea18-4127-bc4d-7d7d14c875df","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5be4fa","tenantID":"e2e-extmod-a-5be4fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:43.381993799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"2a45ad86-181c-487f-a7ea-c960346d102d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:43.382016802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"d174466d-58f6-4e1f-a9f7-ff1ab1cb45df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:43.382503493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd4f3175-f6a0-4a8d-b047-cce7efb80f0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:43.38749775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-sub-iso-auth-4dc404","reconcileID":"6da0cdc8-f14c-4625-bc04-82ac33935050","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"e2e-shared-a-w1-d7d444-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:43.390390993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"e2e-fail-5bea10b7-access","reconcileID":"c66fcd47-ea18-4127-bc4d-7d7d14c875df","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"name":"e2e-extmod-a-5be4fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:43.438491623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"2a45ad86-181c-487f-a7ea-c960346d102d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:43.439121941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd4f3175-f6a0-4a8d-b047-cce7efb80f0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:43.439869602Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-5bea10b7","reconcileID":"19fd3ec1-3fe4-46a5-a34c-1f048e63a68d","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"tenant":"e2e-extmod-a-5be4fa","gateway":"openshift-ingress/e2e-extmod-a-5be4fa","model":"e2e-extmod-fail-user-09b6dd/e2e-fail-5bea10b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:43.439885124Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-5bea10b7","reconcileID":"19fd3ec1-3fe4-46a5-a34c-1f048e63a68d","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"routeName":"external-model-e2e-fail-5bea10b7-0ff3195fc50a","namespace":"e2e-extmod-fail-user-09b6dd","model":"e2e-fail-5bea10b7","externalModel":"e2e-fail-5bea10b7","provider":"e2e-fail-5bea10b7-provider","gateway":"openshift-ingress/e2e-extmod-a-5be4fa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:43.440672723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"d174466d-58f6-4e1f-a9f7-ff1ab1cb45df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:43.442769203Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-d7d444-maas-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-sub-iso-auth-4dc404","reconcileID":"6da0cdc8-f14c-4625-bc04-82ac33935050","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:43.44551621Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-5be4fa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"e2e-fail-5bea10b7-access","reconcileID":"c66fcd47-ea18-4127-bc4d-7d7d14c875df","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:48:43.545004454Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-5bea10b7","reconcileID":"19fd3ec1-3fe4-46a5-a34c-1f048e63a68d","name":"e2e-fail-5bea10b7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-5bea10b7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:48:43.545061711Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-5bea10b7","reconcileID":"19fd3ec1-3fe4-46a5-a34c-1f048e63a68d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-5bea10b7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:43.59681913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2c12a1ae-1c81-4773-9c04-7806c2e5e9b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:43.599293474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"df4e3e8a-ea6c-4c00-9333-dca8cb88a465","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:43.602511932Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-5bea10b7","reconcileID":"43d46130-4377-4e88-b810-225f2aed24a8","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"tenant":"e2e-extmod-a-5be4fa","gateway":"openshift-ingress/e2e-extmod-a-5be4fa","model":"e2e-extmod-fail-user-09b6dd/e2e-fail-5bea10b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:43.602530082Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-5bea10b7","reconcileID":"43d46130-4377-4e88-b810-225f2aed24a8","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"routeName":"external-model-e2e-fail-5bea10b7-0ff3195fc50a","namespace":"e2e-extmod-fail-user-09b6dd","model":"e2e-fail-5bea10b7","externalModel":"e2e-fail-5bea10b7","provider":"e2e-fail-5bea10b7-provider","gateway":"openshift-ingress/e2e-extmod-a-5be4fa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:43.653723363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2c12a1ae-1c81-4773-9c04-7806c2e5e9b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:43.655769146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"df4e3e8a-ea6c-4c00-9333-dca8cb88a465","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:43.696311806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"e2e-fail-5bea10b7-access","reconcileID":"8a3150f1-82d2-4f67-8933-596116f6a22b","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5be4fa","tenantID":"e2e-extmod-a-5be4fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:43.747489461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"5f6cb5ac-1e4e-4d83-ba95-6ecae23d959d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:43.752949336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"e2e-fail-5bea10b7-access","reconcileID":"8a3150f1-82d2-4f67-8933-596116f6a22b","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"name":"e2e-extmod-a-5be4fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:43.804156627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"5f6cb5ac-1e4e-4d83-ba95-6ecae23d959d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:43.808210186Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-5be4fa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"e2e-fail-5bea10b7-access","reconcileID":"8a3150f1-82d2-4f67-8933-596116f6a22b","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:44.31735421Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"default-tenant","reconcileID":"293ae1ca-a4fb-42fc-8bbf-5cbe87440cdc","namespace":"ai-tenant-e2e-extmod-a-8f45a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:44.317436086Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"default-tenant","reconcileID":"293ae1ca-a4fb-42fc-8bbf-5cbe87440cdc","namespace":"ai-tenant-e2e-extmod-a-8f45a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:44.317496248Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"default-tenant","reconcileID":"293ae1ca-a4fb-42fc-8bbf-5cbe87440cdc","tenant":"e2e-extmod-a-8f45a2","tenantID":"e2e-extmod-a-8f45a2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:44.371572283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"default-tenant","reconcileID":"293ae1ca-a4fb-42fc-8bbf-5cbe87440cdc","gvk":"Deployment","name":"maas-api-e2e-extmod-a-8f45a2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:44.431504475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"default-tenant","reconcileID":"293ae1ca-a4fb-42fc-8bbf-5cbe87440cdc","gvk":"Service","name":"maas-api-e2e-extmod-a-8f45a2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:44.490676981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"default-tenant","reconcileID":"293ae1ca-a4fb-42fc-8bbf-5cbe87440cdc","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-8f45a2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:44.549005307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"default-tenant","reconcileID":"293ae1ca-a4fb-42fc-8bbf-5cbe87440cdc","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-8f45a2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:44.60635779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"default-tenant","reconcileID":"293ae1ca-a4fb-42fc-8bbf-5cbe87440cdc","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-8f45a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:44.660693384Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"default-tenant","reconcileID":"293ae1ca-a4fb-42fc-8bbf-5cbe87440cdc","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-8f45a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:44.715458756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"default-tenant","reconcileID":"293ae1ca-a4fb-42fc-8bbf-5cbe87440cdc","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-8f45a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:44.771997893Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"default-tenant","reconcileID":"293ae1ca-a4fb-42fc-8bbf-5cbe87440cdc","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-8f45a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:44.823808303Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"default-tenant","reconcileID":"293ae1ca-a4fb-42fc-8bbf-5cbe87440cdc","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-8f45a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:44.875489235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"default-tenant","reconcileID":"293ae1ca-a4fb-42fc-8bbf-5cbe87440cdc","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-8f45a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:44.927180021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"default-tenant","reconcileID":"293ae1ca-a4fb-42fc-8bbf-5cbe87440cdc","gvk":"Service","name":"payload-processing-e2e-extmod-a-8f45a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:44.983644015Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"default-tenant","reconcileID":"293ae1ca-a4fb-42fc-8bbf-5cbe87440cdc","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-8f45a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:45.035540109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"default-tenant","reconcileID":"293ae1ca-a4fb-42fc-8bbf-5cbe87440cdc","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-8f45a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:45.087511304Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"default-tenant","reconcileID":"293ae1ca-a4fb-42fc-8bbf-5cbe87440cdc","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-8f45a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:45.138893565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"default-tenant","reconcileID":"293ae1ca-a4fb-42fc-8bbf-5cbe87440cdc","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-8f45a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:45.194735605Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"default-tenant","reconcileID":"293ae1ca-a4fb-42fc-8bbf-5cbe87440cdc","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-8f45a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:45.246192308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"default-tenant","reconcileID":"293ae1ca-a4fb-42fc-8bbf-5cbe87440cdc","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-8f45a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:45.297523284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"default-tenant","reconcileID":"293ae1ca-a4fb-42fc-8bbf-5cbe87440cdc","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-8f45a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:45.348979412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"default-tenant","reconcileID":"293ae1ca-a4fb-42fc-8bbf-5cbe87440cdc","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-8f45a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:45.400600596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-8f45a2"},"namespace":"ai-tenant-e2e-extmod-a-8f45a2","name":"default-tenant","reconcileID":"293ae1ca-a4fb-42fc-8bbf-5cbe87440cdc","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-8f45a2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:51.739530178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"e2e-fail-5bea10b7-access","reconcileID":"23bb447f-0b6b-425a-9b36-5a3b24739e29","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5be4fa","tenantID":"e2e-extmod-a-5be4fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:51.795959274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"e2e-fail-5bea10b7-access","reconcileID":"23bb447f-0b6b-425a-9b36-5a3b24739e29","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"name":"e2e-extmod-a-5be4fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:51.851255182Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-5be4fa-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6becedd48ddd3aef64ad6c1bfaf0c7f17384196f58432ecf057b228f758fde1b) AuthConfig (a3f220dc3f0316a95f6752493067769429c13879ac5b8ac362235090ae4b3c4b) AuthConfig (cc5a5dde8cd3ae07c51a82aa30b6c1cb7a3b6b0a22845f644fe64c9fa5b92784) AuthConfig (b91d12dcaeceff2a6260cbd29630feb7b43609c8dd3fd833b183603d3169db33) AuthConfig (9167a6c50eb5d44e58e743432477dfbcf5cde4392fddb42f55d09504719040a4) AuthConfig (0def2bec21c13d0614b15752d3f5e476e9367e89b41d923324239e6d22d885a8) AuthConfig (c12375f92cd81ce53cc02cc94e6bc8bf5fcf987ce7905702552651a5cb69e97c) AuthConfig (e0bda5c042abcc3a1513c72ef35f5ff8ec0f381c03aa35975ea9029c22e44af4) AuthConfig (f3064ab7a04f51498295215001c0dc4150aa47e298f92a228f3fa0b646cdb00e) AuthConfig (ed2baba225dcb5864d62d817be0d2c5643caa21ab12f77528ae2eaf89e70f8cc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"e2e-fail-5bea10b7-access","reconcileID":"23bb447f-0b6b-425a-9b36-5a3b24739e29","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:51.960230482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-5bea10b7","reconcileID":"30ff0a0c-044a-4da3-bf80-af1ee1f54553","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"tenant":"e2e-extmod-a-5be4fa","gateway":"openshift-ingress/e2e-extmod-a-5be4fa","model":"e2e-extmod-fail-user-09b6dd/e2e-fail-5bea10b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:51.960256525Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-5bea10b7","reconcileID":"30ff0a0c-044a-4da3-bf80-af1ee1f54553","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"routeName":"external-model-e2e-fail-5bea10b7-0ff3195fc50a","namespace":"e2e-extmod-fail-user-09b6dd","model":"e2e-fail-5bea10b7","externalModel":"e2e-fail-5bea10b7","provider":"e2e-fail-5bea10b7-provider","gateway":"openshift-ingress/e2e-extmod-a-5be4fa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:52.849787318Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-8f45a2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-8f45a2","reconcileID":"2ad9c097-f744-44e5-8098-08d4825f4d0e","aitenant":"ai-tenants/e2e-extmod-a-8f45a2","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:53.398047402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a52f4b4c-190c-4e74-a032-a5771e9806a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:53.450155781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a52f4b4c-190c-4e74-a032-a5771e9806a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:53.502001723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a52f4b4c-190c-4e74-a032-a5771e9806a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:53.554199026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a52f4b4c-190c-4e74-a032-a5771e9806a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:53.606192992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-sub-iso-auth-4dc404","reconcileID":"1701d35f-f157-4188-9dfc-cfc7b8088e4a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444","tenantID":"e2e-shared-a-w1-d7d444","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:53.664446271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-sub-iso-auth-4dc404","reconcileID":"1701d35f-f157-4188-9dfc-cfc7b8088e4a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"e2e-shared-a-w1-d7d444-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:53.67168063Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-8f45a2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-8f45a2","reconcileID":"2ad9c097-f744-44e5-8098-08d4825f4d0e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-8f45a2","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-8f45a2"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:53.719717576Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-d7d444-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (23368e357c05607fbc4f9d12c0ab20bfa2abce1fa28650d420e1ffe9aef69a40) AuthConfig (5a5649d0fa879a6193cdd6ce3799dfae657ab23385b25a1048201b437077183f) AuthConfig (35f85215a74da5d2b072aacfbfacc536c47b74bdc49ac4fa5bd55b2f02316f5b) AuthConfig (e5e7d479a4ed5d868b36811c76675f322a6839cf5f2310ce11dc46606d9c0070) AuthConfig (8a2dae7b3dc02dcdbc9385c57d343da823cec7e02d330c822bdae3b5f13dd778) AuthConfig (5153744374d0fef5d8929d5ea4db9a820cad8bf8e936c8363ded3e3722a35e48) AuthConfig (062c1ae606ce2cf3b2568c0841e0e9829d83241142611070ba6edfc36bd3311b) AuthConfig (265d9eafade6da3ab6afc366878297519f4084b4c9076ee0a2d40af6ef97ddf1) AuthConfig (ff41530c84b700a49e997e94e504c548cad8721a7b5a0a9c918c52160e4ba42a) AuthConfig (7f5e0e63919c614efa334655ee92ef92851292fcc81b631b25f7e3b75ac863dc) AuthConfig (0362d8de078e1c6e02c65c79cc3d138021deace1428d6c8a2c23515aeff579d7) AuthConfig (f7f81114407237eceab08294da5a79c1a031b1cb276385e6c467cb89612a444b) AuthConfig (b9b5b3a737a1f8c06cadb97caa158252997efe1422fb3a841cf4d5a8cae430c9) AuthConfig (ff73d2dacf756b23c1f4b69ae19d31427abe164dee770b9b3f5f7bfef3886e5b) AuthConfig (de9e4e5ae32f5db2ab375bec7bf4b137f1025d73bfed64ae347e638baafcda29) AuthConfig (90aa89bfa47d66835bc365f5b515f5ff0d7bba66dce18ba788ffee5695676cbd) AuthConfig (1256acb3dddd4ea2cfa08542d376fec694b57f1dcb573871b491d2f5b18a2258) AuthConfig (a19023496fb62b1b1d96622c7993856eadc29ca60f393e4e2f638300f0b6c2a8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-sub-iso-auth-4dc404","reconcileID":"1701d35f-f157-4188-9dfc-cfc7b8088e4a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:53.824227572Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"0eae388d-2762-4931-8c19-f666c5f093df","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenant":"e2e-shared-a-w1-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:53.824248071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"0eae388d-2762-4931-8c19-f666c5f093df","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"routeName":"sub-test-model-d7d444-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","llmisvcName":"sub-test-model-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:55.492458961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ab07320-5038-47f7-8db7-22ebb448277d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:55.5442756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ab07320-5038-47f7-8db7-22ebb448277d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:55.595896764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ab07320-5038-47f7-8db7-22ebb448277d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:55.647606025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ab07320-5038-47f7-8db7-22ebb448277d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:57.529215132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"327b1383-f205-44ff-bc56-5c88646ba1ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:57.580962576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"327b1383-f205-44ff-bc56-5c88646ba1ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:57.632569374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"327b1383-f205-44ff-bc56-5c88646ba1ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:48:57.684394793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"327b1383-f205-44ff-bc56-5c88646ba1ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:02.012439272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"e2e-fail-5bea10b7-access","reconcileID":"692d6234-cdf6-4ffd-a236-7a4ea6debdbe","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5be4fa","tenantID":"e2e-extmod-a-5be4fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:02.07299758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"e2e-fail-5bea10b7-access","reconcileID":"692d6234-cdf6-4ffd-a236-7a4ea6debdbe","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"name":"e2e-extmod-a-5be4fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:02.083709152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cd88bc2-ec31-4dd1-9fd1-8042ca17d37d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:02.135670488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cd88bc2-ec31-4dd1-9fd1-8042ca17d37d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:02.139346035Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-5be4fa-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6becedd48ddd3aef64ad6c1bfaf0c7f17384196f58432ecf057b228f758fde1b) AuthConfig (a3f220dc3f0316a95f6752493067769429c13879ac5b8ac362235090ae4b3c4b) AuthConfig (cc5a5dde8cd3ae07c51a82aa30b6c1cb7a3b6b0a22845f644fe64c9fa5b92784) AuthConfig (b91d12dcaeceff2a6260cbd29630feb7b43609c8dd3fd833b183603d3169db33) AuthConfig (9167a6c50eb5d44e58e743432477dfbcf5cde4392fddb42f55d09504719040a4) AuthConfig (0def2bec21c13d0614b15752d3f5e476e9367e89b41d923324239e6d22d885a8) AuthConfig (c12375f92cd81ce53cc02cc94e6bc8bf5fcf987ce7905702552651a5cb69e97c) AuthConfig (e0bda5c042abcc3a1513c72ef35f5ff8ec0f381c03aa35975ea9029c22e44af4) AuthConfig (f3064ab7a04f51498295215001c0dc4150aa47e298f92a228f3fa0b646cdb00e) AuthConfig (ed2baba225dcb5864d62d817be0d2c5643caa21ab12f77528ae2eaf89e70f8cc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"e2e-fail-5bea10b7-access","reconcileID":"692d6234-cdf6-4ffd-a236-7a4ea6debdbe","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:02.187431839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cd88bc2-ec31-4dd1-9fd1-8042ca17d37d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:02.23912928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cd88bc2-ec31-4dd1-9fd1-8042ca17d37d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:03.92819225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-sub-iso-auth-4dc404","reconcileID":"005f9346-df7f-47f1-91bb-9aee1db740b6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444","tenantID":"e2e-shared-a-w1-d7d444","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:03.984770418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-sub-iso-auth-4dc404","reconcileID":"005f9346-df7f-47f1-91bb-9aee1db740b6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"e2e-shared-a-w1-d7d444-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:04.040133616Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-d7d444-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (23368e357c05607fbc4f9d12c0ab20bfa2abce1fa28650d420e1ffe9aef69a40) AuthConfig (5a5649d0fa879a6193cdd6ce3799dfae657ab23385b25a1048201b437077183f) AuthConfig (35f85215a74da5d2b072aacfbfacc536c47b74bdc49ac4fa5bd55b2f02316f5b) AuthConfig (e5e7d479a4ed5d868b36811c76675f322a6839cf5f2310ce11dc46606d9c0070) AuthConfig (8a2dae7b3dc02dcdbc9385c57d343da823cec7e02d330c822bdae3b5f13dd778) AuthConfig (5153744374d0fef5d8929d5ea4db9a820cad8bf8e936c8363ded3e3722a35e48) AuthConfig (062c1ae606ce2cf3b2568c0841e0e9829d83241142611070ba6edfc36bd3311b) AuthConfig (265d9eafade6da3ab6afc366878297519f4084b4c9076ee0a2d40af6ef97ddf1) AuthConfig (ff41530c84b700a49e997e94e504c548cad8721a7b5a0a9c918c52160e4ba42a) AuthConfig (7f5e0e63919c614efa334655ee92ef92851292fcc81b631b25f7e3b75ac863dc) AuthConfig (0362d8de078e1c6e02c65c79cc3d138021deace1428d6c8a2c23515aeff579d7) AuthConfig (f7f81114407237eceab08294da5a79c1a031b1cb276385e6c467cb89612a444b) AuthConfig (b9b5b3a737a1f8c06cadb97caa158252997efe1422fb3a841cf4d5a8cae430c9) AuthConfig (ff73d2dacf756b23c1f4b69ae19d31427abe164dee770b9b3f5f7bfef3886e5b) AuthConfig (de9e4e5ae32f5db2ab375bec7bf4b137f1025d73bfed64ae347e638baafcda29) AuthConfig (90aa89bfa47d66835bc365f5b515f5ff0d7bba66dce18ba788ffee5695676cbd) AuthConfig (1256acb3dddd4ea2cfa08542d376fec694b57f1dcb573871b491d2f5b18a2258) AuthConfig (a19023496fb62b1b1d96622c7993856eadc29ca60f393e4e2f638300f0b6c2a8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-sub-iso-auth-4dc404","reconcileID":"005f9346-df7f-47f1-91bb-9aee1db740b6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:04.131449205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e63b95a1-f13e-4842-9c5f-4a7e75797d9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:04.182947942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e63b95a1-f13e-4842-9c5f-4a7e75797d9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:04.234361967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e63b95a1-f13e-4842-9c5f-4a7e75797d9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:04.285931515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e63b95a1-f13e-4842-9c5f-4a7e75797d9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:06.780881037Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:10.109758108Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"default-tenant","reconcileID":"3983a8cb-db3e-4fe9-9f7b-8b60e94caa5a","namespace":"ai-tenant-e2e-extmod-b-7d25db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:10.109813681Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"default-tenant","reconcileID":"3983a8cb-db3e-4fe9-9f7b-8b60e94caa5a","namespace":"ai-tenant-e2e-extmod-b-7d25db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:10.109860998Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"default-tenant","reconcileID":"3983a8cb-db3e-4fe9-9f7b-8b60e94caa5a","tenant":"e2e-extmod-b-7d25db","tenantID":"e2e-extmod-b-7d25db","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:10.163912776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"default-tenant","reconcileID":"3983a8cb-db3e-4fe9-9f7b-8b60e94caa5a","gvk":"Deployment","name":"maas-api-e2e-extmod-b-7d25db","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:10.224475324Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"default-tenant","reconcileID":"3983a8cb-db3e-4fe9-9f7b-8b60e94caa5a","gvk":"Service","name":"maas-api-e2e-extmod-b-7d25db","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:10.283094921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"default-tenant","reconcileID":"3983a8cb-db3e-4fe9-9f7b-8b60e94caa5a","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-7d25db","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:10.336847229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"default-tenant","reconcileID":"3983a8cb-db3e-4fe9-9f7b-8b60e94caa5a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-7d25db","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:10.391518148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"default-tenant","reconcileID":"3983a8cb-db3e-4fe9-9f7b-8b60e94caa5a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-7d25db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:10.448428351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"default-tenant","reconcileID":"3983a8cb-db3e-4fe9-9f7b-8b60e94caa5a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-7d25db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:10.504964189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"default-tenant","reconcileID":"3983a8cb-db3e-4fe9-9f7b-8b60e94caa5a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-7d25db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:10.559098498Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"default-tenant","reconcileID":"3983a8cb-db3e-4fe9-9f7b-8b60e94caa5a","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-7d25db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:10.610915507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"default-tenant","reconcileID":"3983a8cb-db3e-4fe9-9f7b-8b60e94caa5a","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-7d25db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:10.66227839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"default-tenant","reconcileID":"3983a8cb-db3e-4fe9-9f7b-8b60e94caa5a","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-7d25db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:10.713677198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"default-tenant","reconcileID":"3983a8cb-db3e-4fe9-9f7b-8b60e94caa5a","gvk":"Service","name":"payload-processing-e2e-extmod-b-7d25db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:10.764946993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"default-tenant","reconcileID":"3983a8cb-db3e-4fe9-9f7b-8b60e94caa5a","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-7d25db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:10.816271888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"default-tenant","reconcileID":"3983a8cb-db3e-4fe9-9f7b-8b60e94caa5a","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-7d25db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:10.86764609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"default-tenant","reconcileID":"3983a8cb-db3e-4fe9-9f7b-8b60e94caa5a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-7d25db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:10.918846056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"default-tenant","reconcileID":"3983a8cb-db3e-4fe9-9f7b-8b60e94caa5a","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-7d25db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:10.974172835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"default-tenant","reconcileID":"3983a8cb-db3e-4fe9-9f7b-8b60e94caa5a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-7d25db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:11.025358138Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"default-tenant","reconcileID":"3983a8cb-db3e-4fe9-9f7b-8b60e94caa5a","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-7d25db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:11.076542251Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"default-tenant","reconcileID":"3983a8cb-db3e-4fe9-9f7b-8b60e94caa5a","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-7d25db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:11.128681043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"default-tenant","reconcileID":"3983a8cb-db3e-4fe9-9f7b-8b60e94caa5a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-7d25db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:11.182515569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d25db"},"namespace":"ai-tenant-e2e-extmod-b-7d25db","name":"default-tenant","reconcileID":"3983a8cb-db3e-4fe9-9f7b-8b60e94caa5a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-7d25db","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:12.243507081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"e2e-fail-5bea10b7-access","reconcileID":"25b0c1f0-cce8-42db-a34f-3b62e9ee933d","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5be4fa","tenantID":"e2e-extmod-a-5be4fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:12.300003114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"e2e-fail-5bea10b7-access","reconcileID":"25b0c1f0-cce8-42db-a34f-3b62e9ee933d","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"name":"e2e-extmod-a-5be4fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:12.720823213Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-5bea10b7","reconcileID":"bc4e743e-35a0-4120-9960-77a60045fb29","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"tenant":"e2e-extmod-a-5be4fa","gateway":"openshift-ingress/e2e-extmod-a-5be4fa","model":"e2e-extmod-fail-user-09b6dd/e2e-fail-5bea10b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:12.720849839Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-5bea10b7","reconcileID":"bc4e743e-35a0-4120-9960-77a60045fb29","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"routeName":"external-model-e2e-fail-5bea10b7-0ff3195fc50a","namespace":"e2e-extmod-fail-user-09b6dd","model":"e2e-fail-5bea10b7","externalModel":"e2e-fail-5bea10b7","provider":"e2e-fail-5bea10b7-provider","gateway":"openshift-ingress/e2e-extmod-a-5be4fa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:13.158169844Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-7d25db","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-7d25db","reconcileID":"439350ea-d6a3-4062-b299-86373a7db8e2","aitenant":"ai-tenants/e2e-extmod-b-7d25db","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:13.687453187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff514604-98a4-4356-9b2b-0340b0a71cbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:13.739224081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff514604-98a4-4356-9b2b-0340b0a71cbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:13.790778274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff514604-98a4-4356-9b2b-0340b0a71cbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:13.84259845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff514604-98a4-4356-9b2b-0340b0a71cbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:13.953465408Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-7d25db","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-7d25db","reconcileID":"439350ea-d6a3-4062-b299-86373a7db8e2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-7d25db","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-7d25db"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:13.960860865Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-5bea10b7","reconcileID":"3a9416b1-4940-4adc-98c2-039890db4978","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"tenant":"e2e-extmod-a-5be4fa","gateway":"openshift-ingress/e2e-extmod-a-5be4fa","model":"e2e-extmod-fail-user-09b6dd/e2e-fail-5bea10b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:13.960884909Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-5bea10b7","reconcileID":"3a9416b1-4940-4adc-98c2-039890db4978","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"routeName":"external-model-e2e-fail-5bea10b7-0ff3195fc50a","namespace":"e2e-extmod-fail-user-09b6dd","model":"e2e-fail-5bea10b7","externalModel":"e2e-fail-5bea10b7","provider":"e2e-fail-5bea10b7-provider","gateway":"openshift-ingress/e2e-extmod-a-5be4fa","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:49:14.015120458Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-5bea10b7-sub","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"e2e-fail-5bea10b7-sub","reconcileID":"9e3cdb58-c7c0-4893-a899-322f9aec5ff3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-fail-5bea10b7-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:14.056682525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"e2e-fail-5bea10b7-access","reconcileID":"d7528ced-106c-41d8-8804-c82da1ac2546","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5be4fa","tenantID":"e2e-extmod-a-5be4fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:14.113399969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"e2e-fail-5bea10b7-access","reconcileID":"d7528ced-106c-41d8-8804-c82da1ac2546","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"name":"e2e-extmod-a-5be4fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:14.159651722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-sub-iso-auth-4dc404","reconcileID":"3ad07f48-2d13-4352-a53a-2f66ec9f3242","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444","tenantID":"e2e-shared-a-w1-d7d444","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:14.166565303Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-5bea10b7","reconcileID":"eef125db-10cd-4af9-b1cf-37d85f5aa485","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"tenant":"e2e-extmod-a-5be4fa","gateway":"openshift-ingress/e2e-extmod-a-5be4fa","model":"e2e-extmod-fail-user-09b6dd/e2e-fail-5bea10b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:14.166584531Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-5bea10b7","reconcileID":"eef125db-10cd-4af9-b1cf-37d85f5aa485","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"routeName":"external-model-e2e-fail-5bea10b7-0ff3195fc50a","namespace":"e2e-extmod-fail-user-09b6dd","model":"e2e-fail-5bea10b7","externalModel":"e2e-fail-5bea10b7","provider":"e2e-fail-5bea10b7-provider","gateway":"openshift-ingress/e2e-extmod-a-5be4fa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:14.216361688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-sub-iso-auth-4dc404","reconcileID":"3ad07f48-2d13-4352-a53a-2f66ec9f3242","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"e2e-shared-a-w1-d7d444-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:49:14.271619789Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-5bea10b7","reconcileID":"eef125db-10cd-4af9-b1cf-37d85f5aa485","name":"e2e-fail-5bea10b7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-5bea10b7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:49:14.271682753Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-5bea10b7","reconcileID":"eef125db-10cd-4af9-b1cf-37d85f5aa485","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-5bea10b7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:14.323685979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-5bea10b7","reconcileID":"3e741341-1ef6-44eb-b5aa-a2da88f1d3f7","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"tenant":"e2e-extmod-a-5be4fa","gateway":"openshift-ingress/e2e-extmod-a-5be4fa","model":"e2e-extmod-fail-user-09b6dd/e2e-fail-5bea10b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:14.323720876Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-5bea10b7","reconcileID":"3e741341-1ef6-44eb-b5aa-a2da88f1d3f7","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"routeName":"external-model-e2e-fail-5bea10b7-0ff3195fc50a","namespace":"e2e-extmod-fail-user-09b6dd","model":"e2e-fail-5bea10b7","externalModel":"e2e-fail-5bea10b7","provider":"e2e-fail-5bea10b7-provider","gateway":"openshift-ingress/e2e-extmod-a-5be4fa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:14.476110908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"e2e-fail-5bea10b7-access","reconcileID":"9eedbb29-240d-4e3f-b4a9-c8efa5317ca1","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5be4fa","tenantID":"e2e-extmod-a-5be4fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:14.491741804Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-5bea10b7-sub","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"e2e-fail-5bea10b7-sub","reconcileID":"5f6ecbbe-4599-48b0-a6ee-fff920f44471","MaaSSubscription":{"name":"e2e-fail-5bea10b7-sub","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"name":"maas-trlp-e2e-fail-5bea10b7","model":"e2e-fail-5bea10b7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-5be4fa/e2e-fail-5bea10b7-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:14.528133865Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"29fd4331-179d-4868-9350-a207c196d4a5","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenant":"e2e-shared-a-w1-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:14.528152967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"29fd4331-179d-4868-9350-a207c196d4a5","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"routeName":"sub-test-model-d7d444-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","llmisvcName":"sub-test-model-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:14.533043681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"e2e-fail-5bea10b7-access","reconcileID":"9eedbb29-240d-4e3f-b4a9-c8efa5317ca1","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"name":"e2e-extmod-a-5be4fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:14.759132529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-5bea10b7","reconcileID":"cd4422b3-e0bd-4570-9cb8-48e12223b617","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"tenant":"e2e-extmod-a-5be4fa","gateway":"openshift-ingress/e2e-extmod-a-5be4fa","model":"e2e-extmod-fail-user-09b6dd/e2e-fail-5bea10b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:14.759158267Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-5bea10b7","reconcileID":"cd4422b3-e0bd-4570-9cb8-48e12223b617","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"routeName":"external-model-e2e-fail-5bea10b7-0ff3195fc50a","namespace":"e2e-extmod-fail-user-09b6dd","model":"e2e-fail-5bea10b7","externalModel":"e2e-fail-5bea10b7","provider":"e2e-fail-5bea10b7-provider","gateway":"openshift-ingress/e2e-extmod-a-5be4fa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:15.001495326Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-access","reconcileID":"713a61e4-0852-4d66-b190-834d2004fc96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:15.001512976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"ac6980e0-b9de-45aa-b962-48994565afc9","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:15.048605486Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-5bea10b7-sub","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"e2e-fail-5bea10b7-sub","reconcileID":"11ea5c22-792c-425d-a66f-4066b8dd00c6","MaaSSubscription":{"name":"e2e-fail-5bea10b7-sub","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"name":"maas-trlp-e2e-fail-5bea10b7","model":"e2e-extmod-fail-user-09b6dd/e2e-fail-5bea10b7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:15.107233071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"a00658e1-7f11-4a62-a1f3-799e8c728240","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenant":"e2e-shared-b-w1-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:15.10725739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"a00658e1-7f11-4a62-a1f3-799e8c728240","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"routeName":"sub-test-model-747b7b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","llmisvcName":"sub-test-model-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:15.249781819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"c56089d7-7ec4-4920-bd0c-d3205fd4c324","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:15.25240971Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"f8567762-8bf2-4a9b-b0a5-f2fa24f50edc","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenant":"e2e-shared-b-w1-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:15.252432678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"f8567762-8bf2-4a9b-b0a5-f2fa24f50edc","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"routeName":"sub-test-model-747b7b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","llmisvcName":"sub-test-model-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:15.253465991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"93c5c3e5-8d87-46cd-b19d-337f4d398f45","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:15.306630559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"c56089d7-7ec4-4920-bd0c-d3205fd4c324","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:15.3548369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-sub-iso-auth-4dc404","reconcileID":"09c88cbf-0b83-4470-944c-6dd01daebed4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-747b7b","tenantID":"e2e-shared-b-w1-747b7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:15.355284148Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"b1880794-cf2b-413e-95e7-cf17bf57f797","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:15.392972602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"aee87df9-23c2-4e69-8852-0446cee94f5a","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:15.48170516Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-sub-iso-auth-4dc404","reconcileID":"09c88cbf-0b83-4470-944c-6dd01daebed4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"e2e-shared-b-w1-747b7b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:15.536945898Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-747b7b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-sub-iso-auth-4dc404","reconcileID":"09c88cbf-0b83-4470-944c-6dd01daebed4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:15.586056867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"e2df5ef0-c2cd-4103-a14a-319dac7033e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:15.59442115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"bbbc8889-c6c1-47c5-8e8e-90171870b8b4","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenant":"e2e-shared-b-w1-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:15.594438623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"bbbc8889-c6c1-47c5-8e8e-90171870b8b4","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"routeName":"sub-test-model-747b7b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","llmisvcName":"sub-test-model-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:15.642785016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"e2df5ef0-c2cd-4103-a14a-319dac7033e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:15.797047515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9973d793-55dc-4376-82b2-41a14d83ca9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:15.849230623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9973d793-55dc-4376-82b2-41a14d83ca9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:15.901128332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9973d793-55dc-4376-82b2-41a14d83ca9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:15.953133197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9973d793-55dc-4376-82b2-41a14d83ca9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:17.908823352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f43dac83-feb5-4e59-a314-aaa5a719806d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:17.960665843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f43dac83-feb5-4e59-a314-aaa5a719806d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:18.01258907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f43dac83-feb5-4e59-a314-aaa5a719806d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:18.0643334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f43dac83-feb5-4e59-a314-aaa5a719806d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:20.279252113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"distinct-2-w2-14a6e4","reconcileID":"3a41a243-4679-4c12-8e36-9d7fac834cba","MaaSModelRef":{"name":"distinct-2-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"distinct-2-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"distinct-2-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:20.455500296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"distinct-w2-14a6e4","reconcileID":"9212a090-e25e-48d5-8fc6-c1e50f0d4470","MaaSModelRef":{"name":"distinct-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"distinct-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"distinct-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:20.792473357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"premium-w2-14a6e4","reconcileID":"ba9b9697-2f47-4a1e-a042-2ff62667bfce","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"premium-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"premium-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:20.954564819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"c27ea1c6-475e-4712-8f35-6febbe5cc0ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:20.963764139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"a208f558-b671-4b37-803e-3ddf3fa24c81","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:21.001563477Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-subscription","reconcileID":"39721cb0-4da1-4cae-8f08-dd85d3ae86fb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-premium-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:21.011334914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"c27ea1c6-475e-4712-8f35-6febbe5cc0ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:21.015608087Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"8442b5d5-e3c4-4e43-b866-1f76b3a6e22c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:21.067841066Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"8442b5d5-e3c4-4e43-b866-1f76b3a6e22c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:21.153888921Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"8442b5d5-e3c4-4e43-b866-1f76b3a6e22c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:21.165553216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"premium-w2-14a6e4","reconcileID":"a3262e5d-e63a-47fb-b6e7-234be0176502","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"premium-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"premium-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:21.350193529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"d5411724-c88f-441a-a823-475ec80b04bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:21.40267752Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-subscription","reconcileID":"45044359-c277-4089-96f2-cf6e3a1c79d1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-premium-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:21.406943612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"d5411724-c88f-441a-a823-475ec80b04bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:21.460963159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"7c84600b-fe22-437e-a0bb-0fb9791399cc","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:21.511907982Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"cb56aaed-3826-48b0-a48f-8d3d231e1c67","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:21.563027574Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"cb56aaed-3826-48b0-a48f-8d3d231e1c67","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"model":"e2e-models-e2e-worker-w2-14a6e4/simulator-w2-14a6e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:21.666150747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"569b500d-5832-4f93-980a-4659a80f998b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:21.722698851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"569b500d-5832-4f93-980a-4659a80f998b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:49:21.820172657Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"simulator-subscription","reconcileID":"cb56aaed-3826-48b0-a48f-8d3d231e1c67","error":"maassubscriptions.maas.opendatahub.io \"simulator-subscription\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:24.644592702Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-5bea10b7-sub","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"e2e-fail-5bea10b7-sub","reconcileID":"07773eea-55a3-4512-9718-0befe06490a3","MaaSSubscription":{"name":"e2e-fail-5bea10b7-sub","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"name":"maas-trlp-e2e-fail-5bea10b7","model":"e2e-extmod-fail-user-09b6dd/e2e-fail-5bea10b7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:24.910229906Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-5bea10b7","reconcileID":"c21f0d74-14f7-4976-9eba-8554fae7a069","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"tenant":"e2e-extmod-a-5be4fa","gateway":"openshift-ingress/e2e-extmod-a-5be4fa","model":"e2e-extmod-fail-user-09b6dd/e2e-fail-5bea10b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:24.910253305Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-5bea10b7","reconcileID":"c21f0d74-14f7-4976-9eba-8554fae7a069","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"routeName":"external-model-e2e-fail-5bea10b7-0ff3195fc50a","namespace":"e2e-extmod-fail-user-09b6dd","model":"e2e-fail-5bea10b7","externalModel":"e2e-fail-5bea10b7","provider":"e2e-fail-5bea10b7-provider","gateway":"openshift-ingress/e2e-extmod-a-5be4fa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:25.283009515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"e2e-fail-5bea10b7-access","reconcileID":"b4d7a382-bf34-4742-a306-30ecc2d4e6cc","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5be4fa","tenantID":"e2e-extmod-a-5be4fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:25.339710554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"e2e-fail-5bea10b7-access","reconcileID":"b4d7a382-bf34-4742-a306-30ecc2d4e6cc","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"name":"e2e-extmod-a-5be4fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:25.697204184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-sub-iso-auth-4dc404","reconcileID":"6d633b2c-7db9-451f-892e-f28dcabcf2e4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-747b7b","tenantID":"e2e-shared-b-w1-747b7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:25.754006179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-sub-iso-auth-4dc404","reconcileID":"6d633b2c-7db9-451f-892e-f28dcabcf2e4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"e2e-shared-b-w1-747b7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:25.810382421Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-747b7b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (42ce07583b744e0f64e16ab22d5a27fa3d131b8db87cac1f5ed026024efdb235) AuthConfig (8eba55b8ac8ddff02e7eeee25f9e420a263d3f441dfdbf5452fb9f5cde173c58) AuthConfig (fd4c0aa4c756fb8b4d8c6213e935b94bf9ba927034c9c9accc3092d94dd048b7) AuthConfig (d6afce6e8654cd089f7c650797e4f6dc98110dc615e95c20caf805712dc049a0) AuthConfig (0e99b028d96d5834d8a6349f95a17d18579107883ea2126727d7e4f53055433d) AuthConfig (234cebf03dd33f42c043b62f4be901dc5858df6dc55719561b53714c99538029) AuthConfig (69911de710af7c25e90b818da17a12fbd9c9df2f64ec509b1279b85ceaa44f96) AuthConfig (34770b77cd53434f3c81b87df8f3116bd907652c25852ad451bb104f1e99d89e) AuthConfig (8e010d27a4483e03ca60560a20e903bc2d606b30bcecbb3db0c5068195e0b6cd) AuthConfig (82b524073ace7b8ef6b2a5ee6553bc98d74226a1ab209bab9ee3229f0c0fb81c) AuthConfig (14312c684522f3582480971714d280abdd7b0fe7c1e2535e6c2304945d996f37) AuthConfig (46989250d8df7fbbd7a55989ffc0d5bfcf6238344afa67abb38b8739f3ae742a) AuthConfig (dce71966bf163fc79f986e0cc9ad5d8d1ff460ff6103f1af5b8164bfc51ae102) AuthConfig (22ab431e560c8f42674811377aed0c7542d57a09e2576a3dd0a6adb10a35373a) AuthConfig (72b5872acab0bb1f19f21ff22ea9542cd8a4716a0107bac1837bc2d0c05f2256) AuthConfig (72205caa82fe6d23bc3870e51ad7ba6dfe229455083ea4c0f6f70e49367aa331) AuthConfig (845ebc6feedc211b8b5353d61004d1d9a88b95f68631acf66fdbd88c617d4965) AuthConfig (3dfe26e15848863acf96dcfe730a55a229108076a992e49bf68442a1491ef794)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-sub-iso-auth-4dc404","reconcileID":"6d633b2c-7db9-451f-892e-f28dcabcf2e4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:25.868602378Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"dbe8d014-297f-431d-94d7-078c23d94da2","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenant":"e2e-shared-b-w1-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:25.868623177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"dbe8d014-297f-431d-94d7-078c23d94da2","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"routeName":"sub-test-model-747b7b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","llmisvcName":"sub-test-model-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:26.65853769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"premium-w2-14a6e4","reconcileID":"26e12618-4b42-4f0b-9e31-e949a7c42c2d","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"premium-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"premium-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:26.76155416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"ddb98384-8e95-4c7a-90d1-d054b3f28d10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:26.795449227Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-99fddb10","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-99fddb10","reconcileID":"74d39ef1-c1c9-4c9e-b9aa-0c8d1cd8b6b6","namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-99fddb10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:26.818765323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"ddb98384-8e95-4c7a-90d1-d054b3f28d10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:26.819177122Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-subscription","reconcileID":"aa489b5c-61fa-4270-9b94-093cdb21c8f1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-01a4e934","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:26.853236284Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-99fddb10","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-99fddb10","reconcileID":"1a9e9811-f1ad-4e18-84dc-0a8eaa81adee","namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-99fddb10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:26.899957628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"e2e-fail-5bea10b7-access","reconcileID":"3d88c09b-7bc4-4455-a270-d1d105c1799c","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5be4fa","tenantID":"e2e-extmod-a-5be4fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:26.900662636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-sub-iso-auth-4dc404","reconcileID":"9da2cce8-a905-49c1-af59-1b678aaefa61","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-747b7b","tenantID":"e2e-shared-b-w1-747b7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:26.95763126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2b0424c6-a4c6-4ad4-8330-e80e687d9d3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:26.957640657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"b4168221-361f-49f8-a528-eac1b56ec5b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:26.969791552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-sub-iso-auth-4dc404","reconcileID":"9da2cce8-a905-49c1-af59-1b678aaefa61","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"e2e-shared-b-w1-747b7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:26.9707171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"e2e-fail-5bea10b7-access","reconcileID":"3d88c09b-7bc4-4455-a270-d1d105c1799c","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"name":"e2e-extmod-a-5be4fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:27.01675377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2b0424c6-a4c6-4ad4-8330-e80e687d9d3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:27.018715604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"b4168221-361f-49f8-a528-eac1b56ec5b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:27.033303422Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-747b7b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (42ce07583b744e0f64e16ab22d5a27fa3d131b8db87cac1f5ed026024efdb235) AuthConfig (8eba55b8ac8ddff02e7eeee25f9e420a263d3f441dfdbf5452fb9f5cde173c58) AuthConfig (fd4c0aa4c756fb8b4d8c6213e935b94bf9ba927034c9c9accc3092d94dd048b7) AuthConfig (d6afce6e8654cd089f7c650797e4f6dc98110dc615e95c20caf805712dc049a0) AuthConfig (0e99b028d96d5834d8a6349f95a17d18579107883ea2126727d7e4f53055433d) AuthConfig (234cebf03dd33f42c043b62f4be901dc5858df6dc55719561b53714c99538029) AuthConfig (69911de710af7c25e90b818da17a12fbd9c9df2f64ec509b1279b85ceaa44f96) AuthConfig (34770b77cd53434f3c81b87df8f3116bd907652c25852ad451bb104f1e99d89e) AuthConfig (8e010d27a4483e03ca60560a20e903bc2d606b30bcecbb3db0c5068195e0b6cd) AuthConfig (82b524073ace7b8ef6b2a5ee6553bc98d74226a1ab209bab9ee3229f0c0fb81c) AuthConfig (14312c684522f3582480971714d280abdd7b0fe7c1e2535e6c2304945d996f37) AuthConfig (46989250d8df7fbbd7a55989ffc0d5bfcf6238344afa67abb38b8739f3ae742a) AuthConfig (dce71966bf163fc79f986e0cc9ad5d8d1ff460ff6103f1af5b8164bfc51ae102) AuthConfig (22ab431e560c8f42674811377aed0c7542d57a09e2576a3dd0a6adb10a35373a) AuthConfig (72b5872acab0bb1f19f21ff22ea9542cd8a4716a0107bac1837bc2d0c05f2256) AuthConfig (72205caa82fe6d23bc3870e51ad7ba6dfe229455083ea4c0f6f70e49367aa331) AuthConfig (845ebc6feedc211b8b5353d61004d1d9a88b95f68631acf66fdbd88c617d4965) AuthConfig (3dfe26e15848863acf96dcfe730a55a229108076a992e49bf68442a1491ef794)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-sub-iso-auth-4dc404","reconcileID":"9da2cce8-a905-49c1-af59-1b678aaefa61","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:27.137884828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-sub-iso-auth-4dc404","reconcileID":"b3b0ac25-7efd-4948-b95b-9e3e351dd25b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444","tenantID":"e2e-shared-a-w1-d7d444","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:27.150572177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"66cfd8c7-ad4b-4972-986b-9d0c84619e59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:27.198857375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-sub-iso-auth-4dc404","reconcileID":"b3b0ac25-7efd-4948-b95b-9e3e351dd25b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"e2e-shared-a-w1-d7d444-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:27.210084314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"66cfd8c7-ad4b-4972-986b-9d0c84619e59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:27.23457162Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-99fddb10","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-99fddb10","reconcileID":"00e08a6e-54eb-4b8b-ac2d-4bf6dd597d38","MaaSModelRef":{"name":"e2e-fail-99fddb10","namespace":"e2e-extmod-fail-user-09b6dd"},"name":"e2e-fail-99fddb10","namespace":"e2e-extmod-fail-user-09b6dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:27.340450996Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-5bea10b7-sub","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"e2e-fail-5bea10b7-sub","reconcileID":"dc8e883a-5630-4bec-bb1f-e6fe7fbb79a7","MaaSSubscription":{"name":"e2e-fail-5bea10b7-sub","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"name":"maas-trlp-e2e-fail-5bea10b7","model":"e2e-extmod-fail-user-09b6dd/e2e-fail-5bea10b7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:27.383167797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c103f4a8-073d-407b-9962-01c46d254976","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:27.383237247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"a6c849da-f480-4f7f-b937-1b13dc1cb21a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:27.396131799Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-5bea10b7","reconcileID":"997f362e-a958-4437-b497-d0b9b6b45f5c","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"tenant":"e2e-extmod-a-5be4fa","gateway":"openshift-ingress/e2e-extmod-a-5be4fa","model":"e2e-extmod-fail-user-09b6dd/e2e-fail-5bea10b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:27.396153557Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-5bea10b7","reconcileID":"997f362e-a958-4437-b497-d0b9b6b45f5c","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"routeName":"external-model-e2e-fail-5bea10b7-0ff3195fc50a","namespace":"e2e-extmod-fail-user-09b6dd","model":"e2e-fail-5bea10b7","externalModel":"e2e-fail-5bea10b7","provider":"e2e-fail-5bea10b7-provider","gateway":"openshift-ingress/e2e-extmod-a-5be4fa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:27.437174822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-sub-iso-auth-4dc404","reconcileID":"197582ce-8f9f-4e66-a2d9-19aed9fd0a68","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-747b7b","tenantID":"e2e-shared-b-w1-747b7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:27.444428266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c103f4a8-073d-407b-9962-01c46d254976","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:27.447051181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"a6c849da-f480-4f7f-b937-1b13dc1cb21a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:27.498514846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-sub-iso-auth-4dc404","reconcileID":"197582ce-8f9f-4e66-a2d9-19aed9fd0a68","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"e2e-shared-b-w1-747b7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:27.500081685Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-99fddb10","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-99fddb10","reconcileID":"a1acde60-8ae9-4178-a7e1-87d6f97bdea6","MaaSModelRef":{"name":"e2e-fail-99fddb10","namespace":"e2e-extmod-fail-user-09b6dd"},"name":"e2e-fail-99fddb10","namespace":"e2e-extmod-fail-user-09b6dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:27.535793641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"e2e-fail-5bea10b7-access","reconcileID":"3a7f791f-5d3a-4e72-aabb-a3c9fb627373","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5be4fa","tenantID":"e2e-extmod-a-5be4fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:27.554306333Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-747b7b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (42ce07583b744e0f64e16ab22d5a27fa3d131b8db87cac1f5ed026024efdb235) AuthConfig (8eba55b8ac8ddff02e7eeee25f9e420a263d3f441dfdbf5452fb9f5cde173c58) AuthConfig (fd4c0aa4c756fb8b4d8c6213e935b94bf9ba927034c9c9accc3092d94dd048b7) AuthConfig (d6afce6e8654cd089f7c650797e4f6dc98110dc615e95c20caf805712dc049a0) AuthConfig (0e99b028d96d5834d8a6349f95a17d18579107883ea2126727d7e4f53055433d) AuthConfig (234cebf03dd33f42c043b62f4be901dc5858df6dc55719561b53714c99538029) AuthConfig (69911de710af7c25e90b818da17a12fbd9c9df2f64ec509b1279b85ceaa44f96) AuthConfig (34770b77cd53434f3c81b87df8f3116bd907652c25852ad451bb104f1e99d89e) AuthConfig (8e010d27a4483e03ca60560a20e903bc2d606b30bcecbb3db0c5068195e0b6cd) AuthConfig (82b524073ace7b8ef6b2a5ee6553bc98d74226a1ab209bab9ee3229f0c0fb81c) AuthConfig (14312c684522f3582480971714d280abdd7b0fe7c1e2535e6c2304945d996f37) AuthConfig (46989250d8df7fbbd7a55989ffc0d5bfcf6238344afa67abb38b8739f3ae742a) AuthConfig (dce71966bf163fc79f986e0cc9ad5d8d1ff460ff6103f1af5b8164bfc51ae102) AuthConfig (22ab431e560c8f42674811377aed0c7542d57a09e2576a3dd0a6adb10a35373a) AuthConfig (72b5872acab0bb1f19f21ff22ea9542cd8a4716a0107bac1837bc2d0c05f2256) AuthConfig (72205caa82fe6d23bc3870e51ad7ba6dfe229455083ea4c0f6f70e49367aa331) AuthConfig (845ebc6feedc211b8b5353d61004d1d9a88b95f68631acf66fdbd88c617d4965) AuthConfig (3dfe26e15848863acf96dcfe730a55a229108076a992e49bf68442a1491ef794)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-sub-iso-auth-4dc404","reconcileID":"197582ce-8f9f-4e66-a2d9-19aed9fd0a68","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:27.58687291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fdea3703-a9b9-4d43-85f9-1a5acb3dec5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:27.593564105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"e2e-fail-5bea10b7-access","reconcileID":"3a7f791f-5d3a-4e72-aabb-a3c9fb627373","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"name":"e2e-extmod-a-5be4fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:27.643771393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fdea3703-a9b9-4d43-85f9-1a5acb3dec5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:27.647052042Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-subscription","reconcileID":"2d35bfb1-390e-40c1-965d-874b164e79bb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-01a4e934","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:27.708928248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"fc821ce8-0817-4567-9bd1-b80cfca3b8d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:27.758848205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"b8dda1f3-a2a5-4c1e-95a4-f5dd44b6b164","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:27.759133895Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-99fddb10","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-99fddb10","reconcileID":"ec69fa81-cfdf-4530-ad7c-b511add32a47","MaaSModelRef":{"name":"e2e-fail-99fddb10","namespace":"e2e-extmod-fail-user-09b6dd"},"name":"e2e-fail-99fddb10","namespace":"e2e-extmod-fail-user-09b6dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:27.766272625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"fc821ce8-0817-4567-9bd1-b80cfca3b8d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:27.815346682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"b8dda1f3-a2a5-4c1e-95a4-f5dd44b6b164","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:27.860438581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-99fddb10-access","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"e2e-fail-99fddb10-access","reconcileID":"e5895bab-bcde-4020-b0da-49af5faa8208","MaaSAuthPolicy":{"name":"e2e-fail-99fddb10-access","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d2260d","tenantID":"e2e-extmod-b-d2260d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:27.987286979Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-99fddb10-access","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"e2e-fail-99fddb10-access","reconcileID":"e5895bab-bcde-4020-b0da-49af5faa8208","MaaSAuthPolicy":{"name":"e2e-fail-99fddb10-access","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"name":"e2e-extmod-b-d2260d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:28.004702115Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-99fddb10","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-99fddb10","reconcileID":"3c759ca1-3df5-489d-b03f-1283432bbe43","namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-99fddb10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:28.044380041Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d2260d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-99fddb10-access","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"e2e-fail-99fddb10-access","reconcileID":"e5895bab-bcde-4020-b0da-49af5faa8208","MaaSAuthPolicy":{"name":"e2e-fail-99fddb10-access","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:28.058009524Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-99fddb10","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-99fddb10","reconcileID":"6a87600b-ed32-4962-bc6f-956146b7880b","MaaSModelRef":{"name":"e2e-fail-99fddb10","namespace":"e2e-extmod-fail-user-09b6dd"},"tenant":"e2e-extmod-b-d2260d","gateway":"openshift-ingress/e2e-extmod-b-d2260d","model":"e2e-extmod-fail-user-09b6dd/e2e-fail-99fddb10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:28.058034419Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-99fddb10","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-99fddb10","reconcileID":"6a87600b-ed32-4962-bc6f-956146b7880b","MaaSModelRef":{"name":"e2e-fail-99fddb10","namespace":"e2e-extmod-fail-user-09b6dd"},"routeName":"external-model-e2e-fail-99fddb10-9fcd170aa10c","namespace":"e2e-extmod-fail-user-09b6dd","model":"e2e-fail-99fddb10","externalModel":"e2e-fail-99fddb10","provider":"e2e-fail-99fddb10-provider","gateway":"openshift-ingress/e2e-extmod-b-d2260d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:28.079517818Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-subscription","reconcileID":"325ce2a9-fc2c-4c24-8a54-a7a663ebbb90","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-01a4e934","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:28.084069072Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"612a4ad0-aca6-4c41-8212-74a9ea117258","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:28.135866797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-sub-iso-auth-4dc404","reconcileID":"a96eb262-89cd-4f7f-99d5-59ffe14a962f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-747b7b","tenantID":"e2e-shared-b-w1-747b7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:28.135990121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"e2e-fail-5bea10b7-access","reconcileID":"bb96ba28-88ce-494c-8d03-2aeab760a5bd","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5be4fa","tenantID":"e2e-extmod-a-5be4fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:28.19505379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"e2e-fail-5bea10b7-access","reconcileID":"bb96ba28-88ce-494c-8d03-2aeab760a5bd","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"name":"e2e-extmod-a-5be4fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:28.196291451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-sub-iso-auth-4dc404","reconcileID":"a96eb262-89cd-4f7f-99d5-59ffe14a962f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"e2e-shared-b-w1-747b7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:28.245907726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"distinct-2-w2-14a6e4","reconcileID":"d0494c46-ced2-4c40-9ae8-73f4fb3121c9","MaaSModelRef":{"name":"distinct-2-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"distinct-2-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"distinct-2-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:28.246258512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"distinct-w2-14a6e4","reconcileID":"df132ecc-ddc7-4ec4-8b68-6380696b9f65","MaaSModelRef":{"name":"distinct-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"distinct-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"distinct-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:28.246532169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"da22e0f7-b751-4e0b-b7bb-2b557eb9e3b6","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:28.246780138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"premium-w2-14a6e4","reconcileID":"73974425-c667-4f5c-aabf-88bf358f23ac","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"premium-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"premium-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:28.251893651Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-747b7b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (42ce07583b744e0f64e16ab22d5a27fa3d131b8db87cac1f5ed026024efdb235) AuthConfig (8eba55b8ac8ddff02e7eeee25f9e420a263d3f441dfdbf5452fb9f5cde173c58) AuthConfig (fd4c0aa4c756fb8b4d8c6213e935b94bf9ba927034c9c9accc3092d94dd048b7) AuthConfig (d6afce6e8654cd089f7c650797e4f6dc98110dc615e95c20caf805712dc049a0) AuthConfig (0e99b028d96d5834d8a6349f95a17d18579107883ea2126727d7e4f53055433d) AuthConfig (234cebf03dd33f42c043b62f4be901dc5858df6dc55719561b53714c99538029) AuthConfig (69911de710af7c25e90b818da17a12fbd9c9df2f64ec509b1279b85ceaa44f96) AuthConfig (34770b77cd53434f3c81b87df8f3116bd907652c25852ad451bb104f1e99d89e) AuthConfig (8e010d27a4483e03ca60560a20e903bc2d606b30bcecbb3db0c5068195e0b6cd) AuthConfig (82b524073ace7b8ef6b2a5ee6553bc98d74226a1ab209bab9ee3229f0c0fb81c) AuthConfig (14312c684522f3582480971714d280abdd7b0fe7c1e2535e6c2304945d996f37) AuthConfig (46989250d8df7fbbd7a55989ffc0d5bfcf6238344afa67abb38b8739f3ae742a) AuthConfig (dce71966bf163fc79f986e0cc9ad5d8d1ff460ff6103f1af5b8164bfc51ae102) AuthConfig (22ab431e560c8f42674811377aed0c7542d57a09e2576a3dd0a6adb10a35373a) AuthConfig (72b5872acab0bb1f19f21ff22ea9542cd8a4716a0107bac1837bc2d0c05f2256) AuthConfig (72205caa82fe6d23bc3870e51ad7ba6dfe229455083ea4c0f6f70e49367aa331) AuthConfig (845ebc6feedc211b8b5353d61004d1d9a88b95f68631acf66fdbd88c617d4965) AuthConfig (3dfe26e15848863acf96dcfe730a55a229108076a992e49bf68442a1491ef794)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-sub-iso-auth-4dc404","reconcileID":"a96eb262-89cd-4f7f-99d5-59ffe14a962f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:28.261574171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7561da41-d347-42c1-aca7-6d320dd82a39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:28.309378329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-99fddb10-access","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"e2e-fail-99fddb10-access","reconcileID":"0fade2ca-1566-415e-a053-4d6272bfed06","MaaSAuthPolicy":{"name":"e2e-fail-99fddb10-access","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d2260d","tenantID":"e2e-extmod-b-d2260d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:28.318434243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7561da41-d347-42c1-aca7-6d320dd82a39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:28.357004316Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-subscription","reconcileID":"68960dd5-c1cd-4b3b-8ed3-263249b9d4d3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-01a4e934","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:28.357753768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-99fddb10","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-99fddb10","reconcileID":"fe693d66-24b4-42c9-9fac-2b77c49681a9","MaaSModelRef":{"name":"e2e-fail-99fddb10","namespace":"e2e-extmod-fail-user-09b6dd"},"tenant":"e2e-extmod-b-d2260d","gateway":"openshift-ingress/e2e-extmod-b-d2260d","model":"e2e-extmod-fail-user-09b6dd/e2e-fail-99fddb10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:28.357773602Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-99fddb10","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-99fddb10","reconcileID":"fe693d66-24b4-42c9-9fac-2b77c49681a9","MaaSModelRef":{"name":"e2e-fail-99fddb10","namespace":"e2e-extmod-fail-user-09b6dd"},"routeName":"external-model-e2e-fail-99fddb10-9fcd170aa10c","namespace":"e2e-extmod-fail-user-09b6dd","model":"e2e-fail-99fddb10","externalModel":"e2e-fail-99fddb10","provider":"e2e-fail-99fddb10-provider","gateway":"openshift-ingress/e2e-extmod-b-d2260d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:28.358774454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"612a4ad0-aca6-4c41-8212-74a9ea117258","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:28.366066846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-99fddb10-access","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"e2e-fail-99fddb10-access","reconcileID":"0fade2ca-1566-415e-a053-4d6272bfed06","MaaSAuthPolicy":{"name":"e2e-fail-99fddb10-access","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"name":"e2e-extmod-b-d2260d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:28.45989227Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d2260d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-99fddb10-access","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"e2e-fail-99fddb10-access","reconcileID":"0fade2ca-1566-415e-a053-4d6272bfed06","MaaSAuthPolicy":{"name":"e2e-fail-99fddb10-access","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:28.50619323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"3c9084ff-1022-4ece-8148-eb8b0dd3f0b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:28.530601634Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"612a4ad0-aca6-4c41-8212-74a9ea117258","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"e2e-worker-w2-14a6e4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:28.530625872Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-access","reconcileID":"612a4ad0-aca6-4c41-8212-74a9ea117258","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-14a6e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:28.563230703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"3c9084ff-1022-4ece-8148-eb8b0dd3f0b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:28.563433656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-sub-iso-auth-4dc404","reconcileID":"891bf360-8e5f-40d2-8de3-dab673dbc329","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444","tenantID":"e2e-shared-a-w1-d7d444","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:28.586874995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"premium-w2-14a6e4","reconcileID":"41559b77-9a8e-489a-83dd-485ee6141380","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"premium-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"premium-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:28.619776992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-sub-iso-auth-4dc404","reconcileID":"891bf360-8e5f-40d2-8de3-dab673dbc329","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"e2e-shared-a-w1-d7d444-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:28.689852055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-99fddb10-access","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"e2e-fail-99fddb10-access","reconcileID":"dadbd194-33c2-47a8-8fe8-fa1272c45779","MaaSAuthPolicy":{"name":"e2e-fail-99fddb10-access","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d2260d","tenantID":"e2e-extmod-b-d2260d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:28.714831523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"11eee900-9c3c-4e8c-98db-079764f0b8b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:28.714838017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"fe5833d1-2d29-479e-9d0f-ce57d8dddfe3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:28.746436289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-99fddb10-access","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"e2e-fail-99fddb10-access","reconcileID":"dadbd194-33c2-47a8-8fe8-fa1272c45779","MaaSAuthPolicy":{"name":"e2e-fail-99fddb10-access","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"name":"e2e-extmod-b-d2260d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:28.771911887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"11eee900-9c3c-4e8c-98db-079764f0b8b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:28.772029463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"fe5833d1-2d29-479e-9d0f-ce57d8dddfe3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:28.801668568Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d2260d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-99fddb10-access","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"e2e-fail-99fddb10-access","reconcileID":"dadbd194-33c2-47a8-8fe8-fa1272c45779","MaaSAuthPolicy":{"name":"e2e-fail-99fddb10-access","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:28.988086709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2a62662-2a1e-4ff1-a05c-7f1311f13b1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:29.040090493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2a62662-2a1e-4ff1-a05c-7f1311f13b1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:29.091797789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2a62662-2a1e-4ff1-a05c-7f1311f13b1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:29.114271275Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-99fddb10","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-99fddb10","reconcileID":"400c016a-5d23-4cba-9c9b-fe6a4d860a0e","namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-99fddb10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:29.14377996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2a62662-2a1e-4ff1-a05c-7f1311f13b1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:29.248195921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-sub-iso-auth-4dc404","reconcileID":"f712d93f-de8c-4b0f-9ca3-166dfe7bc699","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-747b7b","tenantID":"e2e-shared-b-w1-747b7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:29.248521557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-99fddb10-access","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"e2e-fail-99fddb10-access","reconcileID":"25ddd126-7e07-454e-a75f-71c8b67867ce","MaaSAuthPolicy":{"name":"e2e-fail-99fddb10-access","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d2260d","tenantID":"e2e-extmod-b-d2260d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:29.248872388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"e2e-fail-5bea10b7-access","reconcileID":"d64b4eed-8246-46b4-9416-04bdd4346180","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5be4fa","tenantID":"e2e-extmod-a-5be4fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:29.299304134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"da2031b1-7150-4301-a1dd-e9e7f7b7c5ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:29.30065903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"82f00185-8652-4a9b-ab66-22cdf7e667ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:29.305113547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-sub-iso-auth-4dc404","reconcileID":"f712d93f-de8c-4b0f-9ca3-166dfe7bc699","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"e2e-shared-b-w1-747b7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:29.305616559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-99fddb10-access","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"e2e-fail-99fddb10-access","reconcileID":"25ddd126-7e07-454e-a75f-71c8b67867ce","MaaSAuthPolicy":{"name":"e2e-fail-99fddb10-access","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"name":"e2e-extmod-b-d2260d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:29.307423408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"e2e-fail-5bea10b7-access","reconcileID":"d64b4eed-8246-46b4-9416-04bdd4346180","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"name":"e2e-extmod-a-5be4fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:29.356519618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"da2031b1-7150-4301-a1dd-e9e7f7b7c5ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:29.35737296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"82f00185-8652-4a9b-ab66-22cdf7e667ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:29.36104888Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-747b7b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (42ce07583b744e0f64e16ab22d5a27fa3d131b8db87cac1f5ed026024efdb235) AuthConfig (8eba55b8ac8ddff02e7eeee25f9e420a263d3f441dfdbf5452fb9f5cde173c58) AuthConfig (fd4c0aa4c756fb8b4d8c6213e935b94bf9ba927034c9c9accc3092d94dd048b7) AuthConfig (d6afce6e8654cd089f7c650797e4f6dc98110dc615e95c20caf805712dc049a0) AuthConfig (0e99b028d96d5834d8a6349f95a17d18579107883ea2126727d7e4f53055433d) AuthConfig (234cebf03dd33f42c043b62f4be901dc5858df6dc55719561b53714c99538029) AuthConfig (69911de710af7c25e90b818da17a12fbd9c9df2f64ec509b1279b85ceaa44f96) AuthConfig (34770b77cd53434f3c81b87df8f3116bd907652c25852ad451bb104f1e99d89e) AuthConfig (8e010d27a4483e03ca60560a20e903bc2d606b30bcecbb3db0c5068195e0b6cd) AuthConfig (82b524073ace7b8ef6b2a5ee6553bc98d74226a1ab209bab9ee3229f0c0fb81c) AuthConfig (14312c684522f3582480971714d280abdd7b0fe7c1e2535e6c2304945d996f37) AuthConfig (46989250d8df7fbbd7a55989ffc0d5bfcf6238344afa67abb38b8739f3ae742a) AuthConfig (dce71966bf163fc79f986e0cc9ad5d8d1ff460ff6103f1af5b8164bfc51ae102) AuthConfig (22ab431e560c8f42674811377aed0c7542d57a09e2576a3dd0a6adb10a35373a) AuthConfig (72b5872acab0bb1f19f21ff22ea9542cd8a4716a0107bac1837bc2d0c05f2256) AuthConfig (72205caa82fe6d23bc3870e51ad7ba6dfe229455083ea4c0f6f70e49367aa331) AuthConfig (845ebc6feedc211b8b5353d61004d1d9a88b95f68631acf66fdbd88c617d4965) AuthConfig (3dfe26e15848863acf96dcfe730a55a229108076a992e49bf68442a1491ef794)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-sub-iso-auth-4dc404","reconcileID":"f712d93f-de8c-4b0f-9ca3-166dfe7bc699","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:29.361285894Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d2260d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-99fddb10-access","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"e2e-fail-99fddb10-access","reconcileID":"25ddd126-7e07-454e-a75f-71c8b67867ce","MaaSAuthPolicy":{"name":"e2e-fail-99fddb10-access","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:29.518282658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5de7c0fe-d669-41bd-938d-3fdfa3473e9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:29.518302035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"ebf20c61-b2bb-414b-b299-05021063652e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:29.575203861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"ebf20c61-b2bb-414b-b299-05021063652e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:29.576367144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5de7c0fe-d669-41bd-938d-3fdfa3473e9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:29.666191608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-sub-iso-auth-4dc404","reconcileID":"1e3e18f6-d9a6-4831-b321-8bba3a317700","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444","tenantID":"e2e-shared-a-w1-d7d444","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:29.723193887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-sub-iso-auth-4dc404","reconcileID":"1e3e18f6-d9a6-4831-b321-8bba3a317700","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"e2e-shared-a-w1-d7d444-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:31.020076144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c23dade6-7f81-4ae7-afe2-104d5eb0d987","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:31.072127792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c23dade6-7f81-4ae7-afe2-104d5eb0d987","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:31.124881441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c23dade6-7f81-4ae7-afe2-104d5eb0d987","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:31.17694212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c23dade6-7f81-4ae7-afe2-104d5eb0d987","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:36.780674405Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:38.246692154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"distinct-2-w2-14a6e4","reconcileID":"9f6b9bc3-1658-4ddf-8d77-904de742374e","MaaSModelRef":{"name":"distinct-2-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"distinct-2-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"distinct-2-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:38.246957701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"distinct-w2-14a6e4","reconcileID":"73157f25-beb3-4c12-8de7-bfd4abd31931","MaaSModelRef":{"name":"distinct-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"distinct-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"distinct-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:38.24713241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"6d7bb01e-cbba-40f5-ba78-14f858ce422e","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:38.409502856Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-subscription","reconcileID":"6f14e7bc-bab2-4159-8894-d0290eb4b73d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:38.461691495Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-subscription","reconcileID":"6f14e7bc-bab2-4159-8894-d0290eb4b73d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:38.513686327Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"premium-simulator-subscription","reconcileID":"6f14e7bc-bab2-4159-8894-d0290eb4b73d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"name":"maas-trlp-premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4","model":"e2e-models-e2e-worker-w2-14a6e4/premium-w2-14a6e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:38.58740177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"premium-w2-14a6e4","reconcileID":"49a1f893-883a-40c3-804e-7bc61598ab85","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"premium-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"premium-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:38.784181447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"premium-w2-14a6e4","reconcileID":"38dd5074-48dd-441c-ae1a-bcab82283501","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"premium-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"premium-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:39.466483708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-99fddb10-access","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"e2e-fail-99fddb10-access","reconcileID":"a013c228-ffab-4116-a117-927eb2b7e5cb","MaaSAuthPolicy":{"name":"e2e-fail-99fddb10-access","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d2260d","tenantID":"e2e-extmod-b-d2260d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:39.466583275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-sub-iso-auth-4dc404","reconcileID":"e5e7d0f8-889b-4881-be57-81e6e3c5fc6e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-747b7b","tenantID":"e2e-shared-b-w1-747b7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:39.523798145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-99fddb10-access","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"e2e-fail-99fddb10-access","reconcileID":"a013c228-ffab-4116-a117-927eb2b7e5cb","MaaSAuthPolicy":{"name":"e2e-fail-99fddb10-access","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"name":"e2e-extmod-b-d2260d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:39.523825596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-sub-iso-auth-4dc404","reconcileID":"e5e7d0f8-889b-4881-be57-81e6e3c5fc6e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"e2e-shared-b-w1-747b7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:39.579490355Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-747b7b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (42ce07583b744e0f64e16ab22d5a27fa3d131b8db87cac1f5ed026024efdb235) AuthConfig (8eba55b8ac8ddff02e7eeee25f9e420a263d3f441dfdbf5452fb9f5cde173c58) AuthConfig (fd4c0aa4c756fb8b4d8c6213e935b94bf9ba927034c9c9accc3092d94dd048b7) AuthConfig (d6afce6e8654cd089f7c650797e4f6dc98110dc615e95c20caf805712dc049a0) AuthConfig (0e99b028d96d5834d8a6349f95a17d18579107883ea2126727d7e4f53055433d) AuthConfig (234cebf03dd33f42c043b62f4be901dc5858df6dc55719561b53714c99538029) AuthConfig (69911de710af7c25e90b818da17a12fbd9c9df2f64ec509b1279b85ceaa44f96) AuthConfig (34770b77cd53434f3c81b87df8f3116bd907652c25852ad451bb104f1e99d89e) AuthConfig (8e010d27a4483e03ca60560a20e903bc2d606b30bcecbb3db0c5068195e0b6cd) AuthConfig (82b524073ace7b8ef6b2a5ee6553bc98d74226a1ab209bab9ee3229f0c0fb81c) AuthConfig (14312c684522f3582480971714d280abdd7b0fe7c1e2535e6c2304945d996f37) AuthConfig (46989250d8df7fbbd7a55989ffc0d5bfcf6238344afa67abb38b8739f3ae742a) AuthConfig (dce71966bf163fc79f986e0cc9ad5d8d1ff460ff6103f1af5b8164bfc51ae102) AuthConfig (22ab431e560c8f42674811377aed0c7542d57a09e2576a3dd0a6adb10a35373a) AuthConfig (72b5872acab0bb1f19f21ff22ea9542cd8a4716a0107bac1837bc2d0c05f2256) AuthConfig (72205caa82fe6d23bc3870e51ad7ba6dfe229455083ea4c0f6f70e49367aa331) AuthConfig (845ebc6feedc211b8b5353d61004d1d9a88b95f68631acf66fdbd88c617d4965) AuthConfig (3dfe26e15848863acf96dcfe730a55a229108076a992e49bf68442a1491ef794)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-sub-iso-auth-4dc404","reconcileID":"e5e7d0f8-889b-4881-be57-81e6e3c5fc6e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:39.579934065Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d2260d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-99fddb10-access","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"e2e-fail-99fddb10-access","reconcileID":"a013c228-ffab-4116-a117-927eb2b7e5cb","MaaSAuthPolicy":{"name":"e2e-fail-99fddb10-access","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:46.019817052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-99fddb10-access","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"e2e-fail-99fddb10-access","reconcileID":"6fb9981e-15f3-4699-9ac2-f3a9546e9410","MaaSAuthPolicy":{"name":"e2e-fail-99fddb10-access","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d2260d","tenantID":"e2e-extmod-b-d2260d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:46.019891863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"e2e-fail-5bea10b7-access","reconcileID":"75a8b2b0-51b4-42ca-a1c6-0b20d29083b4","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5be4fa","tenantID":"e2e-extmod-a-5be4fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:46.0767591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"e2e-fail-5bea10b7-access","reconcileID":"75a8b2b0-51b4-42ca-a1c6-0b20d29083b4","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"name":"e2e-extmod-a-5be4fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:46.076854048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-99fddb10-access","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"e2e-fail-99fddb10-access","reconcileID":"6fb9981e-15f3-4699-9ac2-f3a9546e9410","MaaSAuthPolicy":{"name":"e2e-fail-99fddb10-access","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"name":"e2e-extmod-b-d2260d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:46.132505742Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d2260d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (eac2ed08d7d0d933c85e875ea1266c96609a291bc20c781997593b1e1aafc5e1) AuthConfig (e7d84fc97b94fc02897c0105b6bc43c2395da6da4d2c52367d0b40ea0c91557d) AuthConfig (f3c44f25c33922a232a5c2612847395828550484869c1ded9446e3242d4ac2be) AuthConfig (07780c229e361de3909ceb674e35135b9d56fe7f0c71aa0945c26642fded4bea) AuthConfig (1059d870dfbaa81780ebd08990bedac39717a1878c414d74b43659911257e08c) AuthConfig (7e66121b2e2a9da8d6090d8ffe1bf415834320ec248b0d70eca023f19fb136b2) AuthConfig (d4024fa364bf84a6279cc5744e1ce17de3ddcdea044177367737554c1b72c648) AuthConfig (be10f5c58203b9752999cc9d475446bcdc02d1246a7801881ed8a4b4d42864fb) AuthConfig (6cd73ef5c95034a6e06740b82ba3153e3c83bff48e20f14168637f2f87303c39) AuthConfig (46dcba564aaab9b00fa5409453ddb7762687f25a35821a44a9f62f86af0dbeb0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-99fddb10-access","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"e2e-fail-99fddb10-access","reconcileID":"6fb9981e-15f3-4699-9ac2-f3a9546e9410","MaaSAuthPolicy":{"name":"e2e-fail-99fddb10-access","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:46.241932016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-99fddb10","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-99fddb10","reconcileID":"838cf257-37d4-4c8b-8f7e-1de9e1aeb875","MaaSModelRef":{"name":"e2e-fail-99fddb10","namespace":"e2e-extmod-fail-user-09b6dd"},"tenant":"e2e-extmod-b-d2260d","gateway":"openshift-ingress/e2e-extmod-b-d2260d","model":"e2e-extmod-fail-user-09b6dd/e2e-fail-99fddb10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:46.241955294Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-99fddb10","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-99fddb10","reconcileID":"838cf257-37d4-4c8b-8f7e-1de9e1aeb875","MaaSModelRef":{"name":"e2e-fail-99fddb10","namespace":"e2e-extmod-fail-user-09b6dd"},"routeName":"external-model-e2e-fail-99fddb10-9fcd170aa10c","namespace":"e2e-extmod-fail-user-09b6dd","model":"e2e-fail-99fddb10","externalModel":"e2e-fail-99fddb10","provider":"e2e-fail-99fddb10-provider","gateway":"openshift-ingress/e2e-extmod-b-d2260d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:48.247551667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"distinct-2-w2-14a6e4","reconcileID":"c20c0c96-3a38-4a23-9c04-8dc33e4b772c","MaaSModelRef":{"name":"distinct-2-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"distinct-2-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"distinct-2-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:48.247796912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"distinct-w2-14a6e4","reconcileID":"4db65fb0-9d58-4cc9-8c10-af41ccd93837","MaaSModelRef":{"name":"distinct-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"distinct-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"distinct-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:48.24794403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"simulator-w2-14a6e4","reconcileID":"034828fa-8a50-4267-80f4-62629c9c855a","MaaSModelRef":{"name":"simulator-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"simulator-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"simulator-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:48.785279495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"namespace":"e2e-models-e2e-worker-w2-14a6e4","name":"premium-w2-14a6e4","reconcileID":"e57e5992-fc6b-4413-937a-946cd0adea56","MaaSModelRef":{"name":"premium-w2-14a6e4","namespace":"e2e-models-e2e-worker-w2-14a6e4"},"routeName":"premium-w2-14a6e4-kserve-route","namespace":"e2e-models-e2e-worker-w2-14a6e4","llmisvcName":"premium-w2-14a6e4","gateway":"openshift-ingress/e2e-worker-w2-14a6e4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:49.684714208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-sub-iso-auth-4dc404","reconcileID":"bb38bedc-5ced-4189-88d1-52409ce56607","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-747b7b","tenantID":"e2e-shared-b-w1-747b7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:49.741546893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-sub-iso-auth-4dc404","reconcileID":"bb38bedc-5ced-4189-88d1-52409ce56607","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"e2e-shared-b-w1-747b7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:50.006152545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"9257d9e5-e30b-468f-8a92-397e87737eba","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenant":"e2e-shared-b-w1-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:50.006172355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"9257d9e5-e30b-468f-8a92-397e87737eba","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"routeName":"sub-test-model-747b7b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","llmisvcName":"sub-test-model-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:51.787355943Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"940b0ce0-1bc5-4b46-a97c-145a050ccb00","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenant":"e2e-shared-a-w1-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:51.787380553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"940b0ce0-1bc5-4b46-a97c-145a050ccb00","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"routeName":"sub-test-model-d7d444-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","llmisvcName":"sub-test-model-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:51.845856455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"72c8ac95-fa49-428f-b4c0-294b2f9669f0","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenant":"e2e-shared-a-w1-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:51.845886372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"72c8ac95-fa49-428f-b4c0-294b2f9669f0","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"routeName":"sub-test-model-d7d444-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","llmisvcName":"sub-test-model-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:51.891500959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-sub-iso-auth-4dc404","reconcileID":"5813e233-253c-4b8c-ae18-6187a1cb3f5a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444","tenantID":"e2e-shared-a-w1-d7d444","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:49:51.899978361Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-shared-sub-4dc404","reconcileID":"b29583ad-1d38-49e1-8843-1b8244d483c0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-4dc404\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:51.948338825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-sub-iso-auth-4dc404","reconcileID":"5813e233-253c-4b8c-ae18-6187a1cb3f5a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"e2e-shared-a-w1-d7d444-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:52.045174615Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"fc592006-1e1a-4820-ad58-371f55114eec","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenant":"e2e-shared-b-w1-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:52.045193757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"fc592006-1e1a-4820-ad58-371f55114eec","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"routeName":"sub-test-model-747b7b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","llmisvcName":"sub-test-model-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:52.103623268Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"704462b5-06f2-496b-9a5b-8955358eeba0","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenant":"e2e-shared-a-w1-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:52.103643062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"704462b5-06f2-496b-9a5b-8955358eeba0","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"routeName":"sub-test-model-d7d444-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","llmisvcName":"sub-test-model-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:52.103914904Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"efbbb7b1-e6f5-4535-8809-7683823c96a5","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenant":"e2e-shared-b-w1-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:52.103926712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"efbbb7b1-e6f5-4535-8809-7683823c96a5","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"routeName":"sub-test-model-747b7b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","llmisvcName":"sub-test-model-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:52.148507987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-sub-iso-auth-4dc404","reconcileID":"118f4f8f-e91b-4fef-aedb-d0f8ff972e43","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-747b7b","tenantID":"e2e-shared-b-w1-747b7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:49:52.156812392Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-shared-sub-4dc404","reconcileID":"5b5e3421-208d-4004-9822-2800677fd10c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-4dc404\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:52.156835378Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"9a0993d5-b17c-4380-af35-0d0c45d307f6","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenant":"e2e-shared-a-w1-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:52.156858282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"9a0993d5-b17c-4380-af35-0d0c45d307f6","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"routeName":"sub-test-model-d7d444-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","llmisvcName":"sub-test-model-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:52.205242609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-sub-iso-auth-4dc404","reconcileID":"118f4f8f-e91b-4fef-aedb-d0f8ff972e43","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"e2e-shared-b-w1-747b7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:52.262407575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-sub-iso-auth-4dc404","reconcileID":"d668cd6e-9b85-4830-9b48-0bd5c9234363","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444","tenantID":"e2e-shared-a-w1-d7d444","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:52.266417435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"d6f4d666-e945-4f99-8d0e-5ccb80d7064b","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenant":"e2e-shared-b-w1-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:52.266435014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"d6f4d666-e945-4f99-8d0e-5ccb80d7064b","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"routeName":"sub-test-model-747b7b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","llmisvcName":"sub-test-model-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:52.313508599Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"a8c820bc-8523-44d6-97fc-0df25b062b9f","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenant":"e2e-shared-a-w1-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:52.313526412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"a8c820bc-8523-44d6-97fc-0df25b062b9f","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"routeName":"sub-test-model-d7d444-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","llmisvcName":"sub-test-model-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:52.319056211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-sub-iso-auth-4dc404","reconcileID":"d668cd6e-9b85-4830-9b48-0bd5c9234363","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"e2e-shared-a-w1-d7d444-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:52.323945926Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"8dc9a19c-69e3-4299-909f-b525b216d42f","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenant":"e2e-shared-b-w1-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:52.323961981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"8dc9a19c-69e3-4299-909f-b525b216d42f","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"routeName":"sub-test-model-747b7b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","llmisvcName":"sub-test-model-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:52.369866702Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"5f856004-a317-44a9-baab-fd08a7b29323","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenant":"e2e-shared-a-w1-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:52.369889974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"5f856004-a317-44a9-baab-fd08a7b29323","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"routeName":"sub-test-model-d7d444-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","llmisvcName":"sub-test-model-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:52.378815328Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-shared-sub-4dc404","reconcileID":"a945d0a8-7c38-45ba-8f3e-4fcf7ab51481","MaaSSubscription":{"name":"e2e-shared-sub-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"maas-trlp-sub-test-model-d7d444","model":"sub-test-model-d7d444","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-d7d444/e2e-shared-sub-4dc404"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:49:52.421192787Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-a-only-4dc404","reconcileID":"278bc747-49b3-45fb-af07-41a475374044","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-4dc404\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:52.513034215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-sub-iso-auth-4dc404","reconcileID":"2b83e8ef-3bb5-4fa6-9696-4bef10fa0fc3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-747b7b","tenantID":"e2e-shared-b-w1-747b7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:52.528836531Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"bc69870b-5dbf-469e-b15f-f219998a3435","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenant":"e2e-shared-a-w1-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:52.528853185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"bc69870b-5dbf-469e-b15f-f219998a3435","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"routeName":"sub-test-model-d7d444-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","llmisvcName":"sub-test-model-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:52.538535653Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-shared-sub-4dc404","reconcileID":"edbd9db1-924f-46f0-a783-516e44180466","MaaSSubscription":{"name":"e2e-shared-sub-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"maas-trlp-sub-test-model-747b7b","model":"sub-test-model-747b7b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-747b7b/e2e-shared-sub-4dc404"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:52.54176906Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"c45b54f1-fe03-48d4-8908-1046d66c06ec","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenant":"e2e-shared-a-w1-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:52.541801879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"c45b54f1-fe03-48d4-8908-1046d66c06ec","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"routeName":"sub-test-model-d7d444-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","llmisvcName":"sub-test-model-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:52.569731787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-sub-iso-auth-4dc404","reconcileID":"2b83e8ef-3bb5-4fa6-9696-4bef10fa0fc3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"e2e-shared-b-w1-747b7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:52.581597454Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"47cc4e2e-5750-4984-964c-3916503520d0","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenant":"e2e-shared-b-w1-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:52.581616982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"47cc4e2e-5750-4984-964c-3916503520d0","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"routeName":"sub-test-model-747b7b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","llmisvcName":"sub-test-model-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:52.585572588Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"9ab74c63-3fc9-462a-b8ca-ce18c7ac3e2d","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenant":"e2e-shared-a-w1-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:52.58559201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"9ab74c63-3fc9-462a-b8ca-ce18c7ac3e2d","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"routeName":"sub-test-model-d7d444-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","llmisvcName":"sub-test-model-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:52.61382267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-sub-iso-auth-4dc404","reconcileID":"14216b8c-6563-47d4-a068-feed1f65f7fa","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444","tenantID":"e2e-shared-a-w1-d7d444","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:52.636182987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"17b813ba-4d09-4cff-9ead-1be4fc9f08f2","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenant":"e2e-shared-b-w1-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:52.636200205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"17b813ba-4d09-4cff-9ead-1be4fc9f08f2","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"routeName":"sub-test-model-747b7b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","llmisvcName":"sub-test-model-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:52.670574451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-sub-iso-auth-4dc404","reconcileID":"14216b8c-6563-47d4-a068-feed1f65f7fa","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"e2e-shared-a-w1-d7d444-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:49:52.687805857Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-b-only-4dc404","reconcileID":"07d81c31-ad23-4f6f-bf12-9e4d34ae0a29","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-4dc404\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:52.703031164Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"04127049-abb7-489b-b419-e512cad8c334","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenant":"e2e-shared-b-w1-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:52.703047512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"04127049-abb7-489b-b419-e512cad8c334","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"routeName":"sub-test-model-747b7b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","llmisvcName":"sub-test-model-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:52.801875712Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"1c2b9a3a-811e-4e28-b341-79b5ccf6ae4f","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenant":"e2e-shared-b-w1-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:52.801895046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"1c2b9a3a-811e-4e28-b341-79b5ccf6ae4f","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"routeName":"sub-test-model-747b7b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","llmisvcName":"sub-test-model-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:52.806495773Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-shared-sub-4dc404","reconcileID":"d081da22-0ba7-408f-ad30-2ddcd2859269","MaaSSubscription":{"name":"e2e-shared-sub-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"maas-trlp-sub-test-model-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w1-d7d444/e2e-a-only-4dc404","ai-tenant-e2e-shared-a-w1-d7d444/e2e-shared-sub-4dc404"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:52.853750574Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-a-only-4dc404","reconcileID":"ff56a933-e486-46b7-ac24-5dee103c08bc","MaaSSubscription":{"name":"e2e-a-only-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"maas-trlp-sub-test-model-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:52.857294691Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"7d5bb01e-a8ae-4bfc-b784-18ed5050a466","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenant":"e2e-shared-b-w1-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:52.857313975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"7d5bb01e-a8ae-4bfc-b784-18ed5050a466","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"routeName":"sub-test-model-747b7b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","llmisvcName":"sub-test-model-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:52.876796855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-sub-iso-auth-4dc404","reconcileID":"57a7023a-e245-4554-bd78-6968981dcbd0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-747b7b","tenantID":"e2e-shared-b-w1-747b7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:52.93320031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-sub-iso-auth-4dc404","reconcileID":"57a7023a-e245-4554-bd78-6968981dcbd0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"e2e-shared-b-w1-747b7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:53.01380487Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-shared-sub-4dc404","reconcileID":"c323376b-9204-47c7-9097-a8d08d51bf5b","MaaSSubscription":{"name":"e2e-shared-sub-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"maas-trlp-sub-test-model-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w1-747b7b/e2e-b-only-4dc404","ai-tenant-e2e-shared-b-w1-747b7b/e2e-shared-sub-4dc404"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:53.065859053Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-b-only-4dc404","reconcileID":"0e81c755-3c6f-48c1-8e93-47dc233b6283","MaaSSubscription":{"name":"e2e-b-only-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"maas-trlp-sub-test-model-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:53.071886652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"4c0ccc27-6897-4907-ad79-28fdbb6f6123","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenant":"e2e-shared-a-w1-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:53.07190677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"4c0ccc27-6897-4907-ad79-28fdbb6f6123","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"routeName":"sub-test-model-d7d444-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","llmisvcName":"sub-test-model-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:53.165566593Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-shared-sub-4dc404","reconcileID":"6cff009e-2d98-4142-9318-329465770ccd","MaaSSubscription":{"name":"e2e-shared-sub-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"maas-trlp-sub-test-model-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:53.229027886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"11ab82ba-d4ee-4922-8a72-d0bc9aab08f1","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenant":"e2e-shared-b-w1-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:53.229046743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"11ab82ba-d4ee-4922-8a72-d0bc9aab08f1","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"routeName":"sub-test-model-747b7b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","llmisvcName":"sub-test-model-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:53.280645091Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-a-only-4dc404","reconcileID":"18834ed3-f30e-4d11-9047-0d5dabe0508d","MaaSSubscription":{"name":"e2e-a-only-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"maas-trlp-sub-test-model-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:53.378830742Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-shared-sub-4dc404","reconcileID":"48197fba-1e9a-485b-a8fe-0ff2da03ce65","MaaSSubscription":{"name":"e2e-shared-sub-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"maas-trlp-sub-test-model-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:53.479701292Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-b-only-4dc404","reconcileID":"6ef8ce06-28b8-450f-884b-5ba7139402c3","MaaSSubscription":{"name":"e2e-b-only-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"maas-trlp-sub-test-model-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:56.297096002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-99fddb10-access","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"e2e-fail-99fddb10-access","reconcileID":"6608acd8-1114-4869-a065-7a7a435ab477","MaaSAuthPolicy":{"name":"e2e-fail-99fddb10-access","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d2260d","tenantID":"e2e-extmod-b-d2260d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:56.353581525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-99fddb10-access","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"e2e-fail-99fddb10-access","reconcileID":"6608acd8-1114-4869-a065-7a7a435ab477","MaaSAuthPolicy":{"name":"e2e-fail-99fddb10-access","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"name":"e2e-extmod-b-d2260d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:56.409528477Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-d2260d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (eac2ed08d7d0d933c85e875ea1266c96609a291bc20c781997593b1e1aafc5e1) AuthConfig (e7d84fc97b94fc02897c0105b6bc43c2395da6da4d2c52367d0b40ea0c91557d) AuthConfig (f3c44f25c33922a232a5c2612847395828550484869c1ded9446e3242d4ac2be) AuthConfig (07780c229e361de3909ceb674e35135b9d56fe7f0c71aa0945c26642fded4bea) AuthConfig (1059d870dfbaa81780ebd08990bedac39717a1878c414d74b43659911257e08c) AuthConfig (7e66121b2e2a9da8d6090d8ffe1bf415834320ec248b0d70eca023f19fb136b2) AuthConfig (d4024fa364bf84a6279cc5744e1ce17de3ddcdea044177367737554c1b72c648) AuthConfig (be10f5c58203b9752999cc9d475446bcdc02d1246a7801881ed8a4b4d42864fb) AuthConfig (6cd73ef5c95034a6e06740b82ba3153e3c83bff48e20f14168637f2f87303c39) AuthConfig (46dcba564aaab9b00fa5409453ddb7762687f25a35821a44a9f62f86af0dbeb0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-99fddb10-access","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"e2e-fail-99fddb10-access","reconcileID":"6608acd8-1114-4869-a065-7a7a435ab477","MaaSAuthPolicy":{"name":"e2e-fail-99fddb10-access","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:59.512521003Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"default-tenant","reconcileID":"610b2de9-b97e-4285-89f1-ae58bfdd6ce0","namespace":"ai-tenant-e2e-worker-w2-14a6e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:59.51259639Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"default-tenant","reconcileID":"610b2de9-b97e-4285-89f1-ae58bfdd6ce0","namespace":"ai-tenant-e2e-worker-w2-14a6e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:59.512660906Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"default-tenant","reconcileID":"610b2de9-b97e-4285-89f1-ae58bfdd6ce0","tenant":"e2e-worker-w2-14a6e4","tenantID":"e2e-worker-w2-14a6e4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:59.566222769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"default-tenant","reconcileID":"610b2de9-b97e-4285-89f1-ae58bfdd6ce0","gvk":"Deployment","name":"maas-api-e2e-worker-w2-14a6e4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:59.630952099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"default-tenant","reconcileID":"610b2de9-b97e-4285-89f1-ae58bfdd6ce0","gvk":"Service","name":"maas-api-e2e-worker-w2-14a6e4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:59.685455299Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"default-tenant","reconcileID":"610b2de9-b97e-4285-89f1-ae58bfdd6ce0","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w2-14a6e4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:59.738803991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"default-tenant","reconcileID":"610b2de9-b97e-4285-89f1-ae58bfdd6ce0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w2-14a6e4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:59.798527862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"default-tenant","reconcileID":"610b2de9-b97e-4285-89f1-ae58bfdd6ce0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w2-14a6e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:59.852565707Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"default-tenant","reconcileID":"610b2de9-b97e-4285-89f1-ae58bfdd6ce0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w2-14a6e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:59.909330715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"default-tenant","reconcileID":"610b2de9-b97e-4285-89f1-ae58bfdd6ce0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w2-14a6e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:49:59.965301572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"default-tenant","reconcileID":"610b2de9-b97e-4285-89f1-ae58bfdd6ce0","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w2-14a6e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:00.016784481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"default-tenant","reconcileID":"610b2de9-b97e-4285-89f1-ae58bfdd6ce0","gvk":"Deployment","name":"payload-processing-e2e-worker-w2-14a6e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:00.068272357Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"default-tenant","reconcileID":"610b2de9-b97e-4285-89f1-ae58bfdd6ce0","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w2-14a6e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:00.119634673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"default-tenant","reconcileID":"610b2de9-b97e-4285-89f1-ae58bfdd6ce0","gvk":"Service","name":"payload-processing-e2e-worker-w2-14a6e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:00.171076408Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"default-tenant","reconcileID":"610b2de9-b97e-4285-89f1-ae58bfdd6ce0","gvk":"Service","name":"payload-pre-processing-e2e-worker-w2-14a6e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:00.222522889Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"default-tenant","reconcileID":"610b2de9-b97e-4285-89f1-ae58bfdd6ce0","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w2-14a6e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:00.273881921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"default-tenant","reconcileID":"610b2de9-b97e-4285-89f1-ae58bfdd6ce0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w2-14a6e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:00.325030652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"default-tenant","reconcileID":"610b2de9-b97e-4285-89f1-ae58bfdd6ce0","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w2-14a6e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:00.382242144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"default-tenant","reconcileID":"610b2de9-b97e-4285-89f1-ae58bfdd6ce0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w2-14a6e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:00.433886297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"default-tenant","reconcileID":"610b2de9-b97e-4285-89f1-ae58bfdd6ce0","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w2-14a6e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:00.485448185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"default-tenant","reconcileID":"610b2de9-b97e-4285-89f1-ae58bfdd6ce0","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w2-14a6e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:00.539677165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"default-tenant","reconcileID":"610b2de9-b97e-4285-89f1-ae58bfdd6ce0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w2-14a6e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:00.591089311Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-14a6e4"},"namespace":"ai-tenant-e2e-worker-w2-14a6e4","name":"default-tenant","reconcileID":"610b2de9-b97e-4285-89f1-ae58bfdd6ce0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w2-14a6e4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:04.99311199Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-14a6e4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-14a6e4","reconcileID":"12d2f1f4-81d6-4a2c-bcf2-b7f7adcee945","aitenant":"ai-tenants/e2e-worker-w2-14a6e4","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:05.514536461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a94aa14-9eed-4caa-8a19-7dfa70cb6961","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:05.566346586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a94aa14-9eed-4caa-8a19-7dfa70cb6961","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:05.638593364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a94aa14-9eed-4caa-8a19-7dfa70cb6961","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:05.749932527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a94aa14-9eed-4caa-8a19-7dfa70cb6961","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:05.914437024Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-14a6e4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-14a6e4","reconcileID":"12d2f1f4-81d6-4a2c-bcf2-b7f7adcee945","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-14a6e4","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w2-14a6e4"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:06.515147364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-99fddb10-access","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"e2e-fail-99fddb10-access","reconcileID":"c80f1c50-7957-46a1-9d36-9b2a2862438c","MaaSAuthPolicy":{"name":"e2e-fail-99fddb10-access","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d2260d","tenantID":"e2e-extmod-b-d2260d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:06.571607946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-99fddb10-access","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"e2e-fail-99fddb10-access","reconcileID":"c80f1c50-7957-46a1-9d36-9b2a2862438c","MaaSAuthPolicy":{"name":"e2e-fail-99fddb10-access","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"name":"e2e-extmod-b-d2260d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:06.780837232Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:07.040806771Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-99fddb10","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-99fddb10","reconcileID":"2f94bfc3-30ee-4ceb-a7da-a06e9f265eb5","MaaSModelRef":{"name":"e2e-fail-99fddb10","namespace":"e2e-extmod-fail-user-09b6dd"},"tenant":"e2e-extmod-b-d2260d","gateway":"openshift-ingress/e2e-extmod-b-d2260d","model":"e2e-extmod-fail-user-09b6dd/e2e-fail-99fddb10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:07.040833435Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-99fddb10","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-99fddb10","reconcileID":"2f94bfc3-30ee-4ceb-a7da-a06e9f265eb5","MaaSModelRef":{"name":"e2e-fail-99fddb10","namespace":"e2e-extmod-fail-user-09b6dd"},"routeName":"external-model-e2e-fail-99fddb10-9fcd170aa10c","namespace":"e2e-extmod-fail-user-09b6dd","model":"e2e-fail-99fddb10","externalModel":"e2e-fail-99fddb10","provider":"e2e-fail-99fddb10-provider","gateway":"openshift-ingress/e2e-extmod-b-d2260d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:07.669121151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08c586ec-4719-462d-8f19-92fc6d6d11a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:07.72376647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08c586ec-4719-462d-8f19-92fc6d6d11a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:07.775533391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08c586ec-4719-462d-8f19-92fc6d6d11a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:07.827310755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08c586ec-4719-462d-8f19-92fc6d6d11a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:08.791934865Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-shared-sub-4dc404","reconcileID":"c2ecfc51-c0e5-406b-9e01-82f7af90d283","MaaSSubscription":{"name":"e2e-shared-sub-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"maas-trlp-sub-test-model-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:08.791932519Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-b-only-4dc404","reconcileID":"952854dd-3ecf-408c-b3f8-48c82d384275","MaaSSubscription":{"name":"e2e-b-only-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"maas-trlp-sub-test-model-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:09.01206555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-99fddb10","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-99fddb10","reconcileID":"8a9c40f8-e980-46a9-ab05-59400d5c70ea","MaaSModelRef":{"name":"e2e-fail-99fddb10","namespace":"e2e-extmod-fail-user-09b6dd"},"tenant":"e2e-extmod-b-d2260d","gateway":"openshift-ingress/e2e-extmod-b-d2260d","model":"e2e-extmod-fail-user-09b6dd/e2e-fail-99fddb10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:09.012098732Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-99fddb10","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-99fddb10","reconcileID":"8a9c40f8-e980-46a9-ab05-59400d5c70ea","MaaSModelRef":{"name":"e2e-fail-99fddb10","namespace":"e2e-extmod-fail-user-09b6dd"},"routeName":"external-model-e2e-fail-99fddb10-9fcd170aa10c","namespace":"e2e-extmod-fail-user-09b6dd","model":"e2e-fail-99fddb10","externalModel":"e2e-fail-99fddb10","provider":"e2e-fail-99fddb10-provider","gateway":"openshift-ingress/e2e-extmod-b-d2260d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:09.063643861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-99fddb10-access","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"e2e-fail-99fddb10-access","reconcileID":"7eebc585-0b5b-4061-b371-94acc12d7a13","MaaSAuthPolicy":{"name":"e2e-fail-99fddb10-access","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d2260d","tenantID":"e2e-extmod-b-d2260d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:50:09.070287395Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-99fddb10-sub","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"e2e-fail-99fddb10-sub","reconcileID":"62d02c96-f5f1-4649-b290-3ca02d482db5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-fail-99fddb10-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:09.079285712Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-a-only-4dc404","reconcileID":"ffc5eec2-ddef-4a98-8d8c-4bf134bb57ce","MaaSSubscription":{"name":"e2e-a-only-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"maas-trlp-sub-test-model-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:09.079304809Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-shared-sub-4dc404","reconcileID":"54591fb4-6d50-4602-9f2d-b4697d7db8f0","MaaSSubscription":{"name":"e2e-shared-sub-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"maas-trlp-sub-test-model-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:09.120668234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-99fddb10-access","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"e2e-fail-99fddb10-access","reconcileID":"7eebc585-0b5b-4061-b371-94acc12d7a13","MaaSAuthPolicy":{"name":"e2e-fail-99fddb10-access","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"name":"e2e-extmod-b-d2260d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:09.122046899Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"a6038c5f-0f63-4f6f-8c01-2864601b9a26","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenant":"e2e-shared-b-w1-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:09.122067208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"a6038c5f-0f63-4f6f-8c01-2864601b9a26","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"routeName":"sub-test-model-747b7b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","llmisvcName":"sub-test-model-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:09.188497884Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-99fddb10","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-99fddb10","reconcileID":"6e9c02ce-8d08-44d7-8598-1862453f398a","MaaSModelRef":{"name":"e2e-fail-99fddb10","namespace":"e2e-extmod-fail-user-09b6dd"},"tenant":"e2e-extmod-b-d2260d","gateway":"openshift-ingress/e2e-extmod-b-d2260d","model":"e2e-extmod-fail-user-09b6dd/e2e-fail-99fddb10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:09.188528864Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-99fddb10","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-99fddb10","reconcileID":"6e9c02ce-8d08-44d7-8598-1862453f398a","MaaSModelRef":{"name":"e2e-fail-99fddb10","namespace":"e2e-extmod-fail-user-09b6dd"},"routeName":"external-model-e2e-fail-99fddb10-9fcd170aa10c","namespace":"e2e-extmod-fail-user-09b6dd","model":"e2e-fail-99fddb10","externalModel":"e2e-fail-99fddb10","provider":"e2e-fail-99fddb10-provider","gateway":"openshift-ingress/e2e-extmod-b-d2260d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:09.293645513Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-99fddb10","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-99fddb10","reconcileID":"b33fda6a-7171-4204-a687-08c02f1be1a3","MaaSModelRef":{"name":"e2e-fail-99fddb10","namespace":"e2e-extmod-fail-user-09b6dd"},"tenant":"e2e-extmod-b-d2260d","gateway":"openshift-ingress/e2e-extmod-b-d2260d","model":"e2e-extmod-fail-user-09b6dd/e2e-fail-99fddb10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:09.293672216Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-99fddb10","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-99fddb10","reconcileID":"b33fda6a-7171-4204-a687-08c02f1be1a3","MaaSModelRef":{"name":"e2e-fail-99fddb10","namespace":"e2e-extmod-fail-user-09b6dd"},"routeName":"external-model-e2e-fail-99fddb10-9fcd170aa10c","namespace":"e2e-extmod-fail-user-09b6dd","model":"e2e-fail-99fddb10","externalModel":"e2e-fail-99fddb10","provider":"e2e-fail-99fddb10-provider","gateway":"openshift-ingress/e2e-extmod-b-d2260d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:09.346122321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"fa181942-5ff3-4e6b-b3da-56afecc6b3ec","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenant":"e2e-shared-a-w1-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:09.346146399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"fa181942-5ff3-4e6b-b3da-56afecc6b3ec","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"routeName":"sub-test-model-d7d444-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","llmisvcName":"sub-test-model-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:09.499897397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-99fddb10-access","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"e2e-fail-99fddb10-access","reconcileID":"f407fb5d-f91c-4595-952d-5daac0d2552d","MaaSAuthPolicy":{"name":"e2e-fail-99fddb10-access","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d2260d","tenantID":"e2e-extmod-b-d2260d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:09.504520975Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-99fddb10-sub","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"e2e-fail-99fddb10-sub","reconcileID":"03cc8133-8655-47ef-a479-ef5b986535ec","MaaSSubscription":{"name":"e2e-fail-99fddb10-sub","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"name":"maas-trlp-e2e-fail-99fddb10","model":"e2e-fail-99fddb10","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-d2260d/e2e-fail-99fddb10-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:09.556197407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-99fddb10-access","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"e2e-fail-99fddb10-access","reconcileID":"f407fb5d-f91c-4595-952d-5daac0d2552d","MaaSAuthPolicy":{"name":"e2e-fail-99fddb10-access","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"name":"e2e-extmod-b-d2260d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:09.707843864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"282602f3-805b-4526-b98f-004fdbde8a56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:09.708168618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-sub-iso-auth-4dc404","reconcileID":"ca1bd048-b24c-44ca-bdd1-05266394f55e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444","tenantID":"e2e-shared-a-w1-d7d444","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:09.759813517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"282602f3-805b-4526-b98f-004fdbde8a56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:09.812035142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"282602f3-805b-4526-b98f-004fdbde8a56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:09.864018276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"282602f3-805b-4526-b98f-004fdbde8a56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:09.864074901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-99fddb10","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-99fddb10","reconcileID":"f1908a2e-1841-4c6b-afff-c727a65be866","MaaSModelRef":{"name":"e2e-fail-99fddb10","namespace":"e2e-extmod-fail-user-09b6dd"},"tenant":"e2e-extmod-b-d2260d","gateway":"openshift-ingress/e2e-extmod-b-d2260d","model":"e2e-extmod-fail-user-09b6dd/e2e-fail-99fddb10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:09.8640925Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-99fddb10","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-99fddb10","reconcileID":"f1908a2e-1841-4c6b-afff-c727a65be866","MaaSModelRef":{"name":"e2e-fail-99fddb10","namespace":"e2e-extmod-fail-user-09b6dd"},"routeName":"external-model-e2e-fail-99fddb10-9fcd170aa10c","namespace":"e2e-extmod-fail-user-09b6dd","model":"e2e-fail-99fddb10","externalModel":"e2e-fail-99fddb10","provider":"e2e-fail-99fddb10-provider","gateway":"openshift-ingress/e2e-extmod-b-d2260d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:09.864573781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-sub-iso-auth-4dc404","reconcileID":"e99b13d3-4f71-479c-ac1d-bdeae5410ed1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-747b7b","tenantID":"e2e-shared-b-w1-747b7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:09.869087994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-sub-iso-auth-4dc404","reconcileID":"ca1bd048-b24c-44ca-bdd1-05266394f55e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"e2e-shared-a-w1-d7d444-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:09.92116098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-sub-iso-auth-4dc404","reconcileID":"e99b13d3-4f71-479c-ac1d-bdeae5410ed1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"e2e-shared-b-w1-747b7b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:10.071700669Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-99fddb10-sub","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"e2e-fail-99fddb10-sub","reconcileID":"1bfdea34-ec7b-4bdd-96f4-fb4ffe001c50","MaaSSubscription":{"name":"e2e-fail-99fddb10-sub","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"name":"maas-trlp-e2e-fail-99fddb10","model":"e2e-extmod-fail-user-09b6dd/e2e-fail-99fddb10","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:17.247422893Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-sub-iso-auth-4dc404","reconcileID":"ba7463be-21da-4e4c-b618-354190b3fba1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:17.247592434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"024f5a99-d598-4a3c-995c-b7f0e803ef01","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenant":"e2e-shared-a-w1-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:17.247613346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"024f5a99-d598-4a3c-995c-b7f0e803ef01","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"routeName":"sub-test-model-d7d444-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","llmisvcName":"sub-test-model-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:17.451548222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-sub-iso-auth-4dc404","reconcileID":"ba7463be-21da-4e4c-b618-354190b3fba1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444","tenantID":"e2e-shared-a-w1-d7d444","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:17.514553001Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-a-only-4dc404","reconcileID":"86189bfd-2789-44d8-bb6e-4f5dc3016718","MaaSSubscription":{"name":"e2e-a-only-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"maas-trlp-sub-test-model-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:17.514867974Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-shared-sub-4dc404","reconcileID":"aaf4f871-999b-43b3-ae2d-13053681b46b","MaaSSubscription":{"name":"e2e-shared-sub-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"maas-trlp-sub-test-model-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:17.580554688Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-sub-iso-auth-4dc404","reconcileID":"ba7463be-21da-4e4c-b618-354190b3fba1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"e2e-shared-a-w1-d7d444-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:17.580581658Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-sub-iso-auth-4dc404","reconcileID":"ba7463be-21da-4e4c-b618-354190b3fba1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:17.636763515Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-sub-iso-auth-4dc404","reconcileID":"02b44ed0-2b72-49ea-8e5e-395dfe300c8e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:17.637195723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"fd403c07-31c4-482a-8f3b-2a1a4cb08f97","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenant":"e2e-shared-a-w1-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:17.637213638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"fd403c07-31c4-482a-8f3b-2a1a4cb08f97","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"routeName":"sub-test-model-d7d444-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","llmisvcName":"sub-test-model-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:17.790410023Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"2489bfd4-7b99-461e-b275-2cca84752263","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenant":"e2e-shared-a-w1-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:17.790428352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"2489bfd4-7b99-461e-b275-2cca84752263","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"routeName":"sub-test-model-d7d444-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","llmisvcName":"sub-test-model-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:17.841883023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-sub-iso-auth-4dc404","reconcileID":"02b44ed0-2b72-49ea-8e5e-395dfe300c8e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444","tenantID":"e2e-shared-a-w1-d7d444","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:17.898480688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-sub-iso-auth-4dc404","reconcileID":"02b44ed0-2b72-49ea-8e5e-395dfe300c8e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"e2e-shared-a-w1-d7d444-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:17.898505096Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-sub-iso-auth-4dc404","reconcileID":"02b44ed0-2b72-49ea-8e5e-395dfe300c8e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:17.907564103Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-a-only-4dc404","reconcileID":"1625ebab-f6f0-406d-b88c-ea4a4ef0ef19","MaaSSubscription":{"name":"e2e-a-only-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"maas-trlp-sub-test-model-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:17.907673096Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-shared-sub-4dc404","reconcileID":"926aaabb-941f-487c-8350-5c2168850b3d","MaaSSubscription":{"name":"e2e-shared-sub-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"maas-trlp-sub-test-model-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:50:17.950519544Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-sub-iso-auth-4dc404","reconcileID":"02b44ed0-2b72-49ea-8e5e-395dfe300c8e","error":"maasauthpolicies.maas.opendatahub.io \"e2e-sub-iso-auth-4dc404\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:26.822739986Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-99fddb10-sub","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"e2e-fail-99fddb10-sub","reconcileID":"cc5efede-16ff-448f-a822-7ae0b425a126","MaaSSubscription":{"name":"e2e-fail-99fddb10-sub","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"name":"maas-trlp-e2e-fail-99fddb10","model":"e2e-extmod-fail-user-09b6dd/e2e-fail-99fddb10","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:26.969156143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"e2e-fail-5bea10b7-access","reconcileID":"6d2bae50-e144-4d4e-9025-08ac228a8e60","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5be4fa","tenantID":"e2e-extmod-a-5be4fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:26.969154218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-99fddb10-access","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"e2e-fail-99fddb10-access","reconcileID":"b3d5452a-8090-427b-a7d3-6681fa36b947","MaaSAuthPolicy":{"name":"e2e-fail-99fddb10-access","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d2260d","tenantID":"e2e-extmod-b-d2260d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:27.02695835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-99fddb10-access","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"e2e-fail-99fddb10-access","reconcileID":"b3d5452a-8090-427b-a7d3-6681fa36b947","MaaSAuthPolicy":{"name":"e2e-fail-99fddb10-access","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"name":"e2e-extmod-b-d2260d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:27.026958348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"e2e-fail-5bea10b7-access","reconcileID":"6d2bae50-e144-4d4e-9025-08ac228a8e60","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"name":"e2e-extmod-a-5be4fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:27.089832081Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-99fddb10","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-99fddb10","reconcileID":"c1c6d630-9f95-43dc-9882-b2a57e7ceefc","MaaSModelRef":{"name":"e2e-fail-99fddb10","namespace":"e2e-extmod-fail-user-09b6dd"},"tenant":"e2e-extmod-b-d2260d","gateway":"openshift-ingress/e2e-extmod-b-d2260d","model":"e2e-extmod-fail-user-09b6dd/e2e-fail-99fddb10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:27.089854712Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-99fddb10","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-99fddb10","reconcileID":"c1c6d630-9f95-43dc-9882-b2a57e7ceefc","MaaSModelRef":{"name":"e2e-fail-99fddb10","namespace":"e2e-extmod-fail-user-09b6dd"},"routeName":"external-model-e2e-fail-99fddb10-9fcd170aa10c","namespace":"e2e-extmod-fail-user-09b6dd","model":"e2e-fail-99fddb10","externalModel":"e2e-fail-99fddb10","provider":"e2e-fail-99fddb10-provider","gateway":"openshift-ingress/e2e-extmod-b-d2260d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:28.17594564Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-shared-sub-4dc404","reconcileID":"508db69e-69d5-4da3-956e-60eea6390b7f","MaaSSubscription":{"name":"e2e-shared-sub-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","subscription":"e2e-shared-sub-4dc404","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:28.390998355Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-shared-sub-4dc404","reconcileID":"508db69e-69d5-4da3-956e-60eea6390b7f","MaaSSubscription":{"name":"e2e-shared-sub-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"maas-trlp-sub-test-model-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-d7d444/e2e-a-only-4dc404"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:28.600311078Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-a-only-4dc404","reconcileID":"fbedbb8c-f5a3-4b98-8245-391dac40def0","MaaSSubscription":{"name":"e2e-a-only-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"maas-trlp-sub-test-model-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:28.653908366Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"89c2f91d-9151-431d-bbcc-6f5853458fac","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenant":"e2e-shared-a-w1-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:28.653928652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"89c2f91d-9151-431d-bbcc-6f5853458fac","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"routeName":"sub-test-model-d7d444-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","llmisvcName":"sub-test-model-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:28.804189851Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"8110780e-249d-4052-8a87-83a738fc61d5","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenant":"e2e-shared-a-w1-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:28.804217919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"8110780e-249d-4052-8a87-83a738fc61d5","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"routeName":"sub-test-model-d7d444-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","llmisvcName":"sub-test-model-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:29.247963687Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-99fddb10","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-99fddb10","reconcileID":"21e878e1-800d-43fc-8bfe-a9683e6ae01e","MaaSModelRef":{"name":"e2e-fail-99fddb10","namespace":"e2e-extmod-fail-user-09b6dd"},"tenant":"e2e-extmod-b-d2260d","gateway":"openshift-ingress/e2e-extmod-b-d2260d","model":"e2e-extmod-fail-user-09b6dd/e2e-fail-99fddb10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:29.247989423Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-99fddb10","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-99fddb10","reconcileID":"21e878e1-800d-43fc-8bfe-a9683e6ae01e","MaaSModelRef":{"name":"e2e-fail-99fddb10","namespace":"e2e-extmod-fail-user-09b6dd"},"routeName":"external-model-e2e-fail-99fddb10-9fcd170aa10c","namespace":"e2e-extmod-fail-user-09b6dd","model":"e2e-fail-99fddb10","externalModel":"e2e-fail-99fddb10","provider":"e2e-fail-99fddb10-provider","gateway":"openshift-ingress/e2e-extmod-b-d2260d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:29.299576668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-99fddb10-access","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"e2e-fail-99fddb10-access","reconcileID":"c6bb3ec2-fd51-4fd6-99b0-73d2d8dbfcad","MaaSAuthPolicy":{"name":"e2e-fail-99fddb10-access","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d2260d","tenantID":"e2e-extmod-b-d2260d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:29.355982248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-99fddb10-access","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"e2e-fail-99fddb10-access","reconcileID":"c6bb3ec2-fd51-4fd6-99b0-73d2d8dbfcad","MaaSAuthPolicy":{"name":"e2e-fail-99fddb10-access","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"name":"e2e-extmod-b-d2260d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:29.41689459Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-99fddb10-sub","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"e2e-fail-99fddb10-sub","reconcileID":"ac0c792e-e424-4b16-8de4-6661790a6d9d","MaaSSubscription":{"name":"e2e-fail-99fddb10-sub","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9856327a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:29.723473112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-99fddb10-access","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"e2e-fail-99fddb10-access","reconcileID":"089a3047-142b-4b96-99a9-4516abd0caa2","MaaSAuthPolicy":{"name":"e2e-fail-99fddb10-access","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d2260d","tenantID":"e2e-extmod-b-d2260d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:29.780652686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-99fddb10-access","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"e2e-fail-99fddb10-access","reconcileID":"089a3047-142b-4b96-99a9-4516abd0caa2","MaaSAuthPolicy":{"name":"e2e-fail-99fddb10-access","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"name":"e2e-extmod-b-d2260d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:36.781550343Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:38.967611825Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-a-only-4dc404","reconcileID":"9b179652-2987-49ca-ab76-d38ecf5367e9","MaaSSubscription":{"name":"e2e-a-only-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","subscription":"e2e-a-only-4dc404","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:39.0197845Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-a-only-4dc404","reconcileID":"9b179652-2987-49ca-ab76-d38ecf5367e9","MaaSSubscription":{"name":"e2e-a-only-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:39.072062497Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"e2e-a-only-4dc404","reconcileID":"9b179652-2987-49ca-ab76-d38ecf5367e9","MaaSSubscription":{"name":"e2e-a-only-4dc404","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"name":"maas-trlp-sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:39.345561835Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"d31800eb-c9d5-43ea-a207-28feab9e4fe6","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"tenant":"e2e-shared-a-w1-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","model":"ai-tenant-e2e-shared-a-w1-d7d444/sub-test-model-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:39.345580786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"sub-test-model-d7d444","reconcileID":"d31800eb-c9d5-43ea-a207-28feab9e4fe6","MaaSModelRef":{"name":"sub-test-model-d7d444","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"routeName":"sub-test-model-d7d444-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","llmisvcName":"sub-test-model-d7d444","gateway":"openshift-ingress/e2e-shared-a-w1-d7d444","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:39.470869843Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-99fddb10-sub","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"e2e-fail-99fddb10-sub","reconcileID":"ca3ff559-e19b-4390-bace-41aaa5be7088","MaaSSubscription":{"name":"e2e-fail-99fddb10-sub","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"model":"e2e-extmod-fail-user-09b6dd/e2e-fail-99fddb10","subscription":"e2e-fail-99fddb10-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:39.575663114Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-99fddb10-sub","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"e2e-fail-99fddb10-sub","reconcileID":"ca3ff559-e19b-4390-bace-41aaa5be7088","MaaSSubscription":{"name":"e2e-fail-99fddb10-sub","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"model":"e2e-extmod-fail-user-09b6dd/e2e-fail-99fddb10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:39.627772595Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-99fddb10-sub","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"e2e-fail-99fddb10-sub","reconcileID":"ca3ff559-e19b-4390-bace-41aaa5be7088","MaaSSubscription":{"name":"e2e-fail-99fddb10-sub","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"name":"maas-trlp-e2e-fail-99fddb10","namespace":"e2e-extmod-fail-user-09b6dd","model":"e2e-extmod-fail-user-09b6dd/e2e-fail-99fddb10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:39.645972567Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-sub-iso-auth-4dc404","reconcileID":"e8d90133-e763-413f-afa0-dbcb55cbfe34","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:39.646308666Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"4603edcd-d25a-4b5a-a489-661a3569f190","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenant":"e2e-shared-b-w1-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:39.646337178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"4603edcd-d25a-4b5a-a489-661a3569f190","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"routeName":"sub-test-model-747b7b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","llmisvcName":"sub-test-model-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:39.850375553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-sub-iso-auth-4dc404","reconcileID":"e8d90133-e763-413f-afa0-dbcb55cbfe34","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-747b7b","tenantID":"e2e-shared-b-w1-747b7b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:39.9580845Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-shared-sub-4dc404","reconcileID":"896c700a-98ef-4d42-8d6f-444272424077","MaaSSubscription":{"name":"e2e-shared-sub-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"maas-trlp-sub-test-model-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:39.958193321Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-b-only-4dc404","reconcileID":"0fd2d9cd-509a-4252-8ea3-f29321d9b664","MaaSSubscription":{"name":"e2e-b-only-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"maas-trlp-sub-test-model-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:39.963984406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-99fddb10","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-99fddb10","reconcileID":"f2d85cde-0052-4bea-824a-04840a2fe36c","MaaSModelRef":{"name":"e2e-fail-99fddb10","namespace":"e2e-extmod-fail-user-09b6dd"},"tenant":"e2e-extmod-b-d2260d","gateway":"openshift-ingress/e2e-extmod-b-d2260d","model":"e2e-extmod-fail-user-09b6dd/e2e-fail-99fddb10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:39.964002167Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-99fddb10","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-99fddb10","reconcileID":"f2d85cde-0052-4bea-824a-04840a2fe36c","MaaSModelRef":{"name":"e2e-fail-99fddb10","namespace":"e2e-extmod-fail-user-09b6dd"},"routeName":"external-model-e2e-fail-99fddb10-9fcd170aa10c","namespace":"e2e-extmod-fail-user-09b6dd","model":"e2e-fail-99fddb10","externalModel":"e2e-fail-99fddb10","provider":"e2e-fail-99fddb10-provider","gateway":"openshift-ingress/e2e-extmod-b-d2260d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:39.977450837Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-sub-iso-auth-4dc404","reconcileID":"e8d90133-e763-413f-afa0-dbcb55cbfe34","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"e2e-shared-b-w1-747b7b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:39.97746823Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-sub-iso-auth-4dc404","reconcileID":"e8d90133-e763-413f-afa0-dbcb55cbfe34","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:40.015466601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-99fddb10-access","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"e2e-fail-99fddb10-access","reconcileID":"cd90da3d-1e4c-4748-9816-cd8d0a81f238","MaaSAuthPolicy":{"name":"e2e-fail-99fddb10-access","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d2260d","tenantID":"e2e-extmod-b-d2260d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:40.072703644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-99fddb10-access","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"e2e-fail-99fddb10-access","reconcileID":"cd90da3d-1e4c-4748-9816-cd8d0a81f238","MaaSAuthPolicy":{"name":"e2e-fail-99fddb10-access","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"name":"e2e-extmod-b-d2260d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:40.073195575Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"ee0df75d-8734-44e6-91fd-c531192ae500","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenant":"e2e-shared-b-w1-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:40.07321254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"ee0df75d-8734-44e6-91fd-c531192ae500","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"routeName":"sub-test-model-747b7b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","llmisvcName":"sub-test-model-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:40.184181618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-99fddb10","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-99fddb10","reconcileID":"2d0bac20-bb59-4cf5-8c3b-701ac4f2f6d2","MaaSModelRef":{"name":"e2e-fail-99fddb10","namespace":"e2e-extmod-fail-user-09b6dd"},"tenant":"e2e-extmod-b-d2260d","gateway":"openshift-ingress/e2e-extmod-b-d2260d","model":"e2e-extmod-fail-user-09b6dd/e2e-fail-99fddb10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:40.184204975Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-99fddb10","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-99fddb10","reconcileID":"2d0bac20-bb59-4cf5-8c3b-701ac4f2f6d2","MaaSModelRef":{"name":"e2e-fail-99fddb10","namespace":"e2e-extmod-fail-user-09b6dd"},"routeName":"external-model-e2e-fail-99fddb10-9fcd170aa10c","namespace":"e2e-extmod-fail-user-09b6dd","model":"e2e-fail-99fddb10","externalModel":"e2e-fail-99fddb10","provider":"e2e-fail-99fddb10-provider","gateway":"openshift-ingress/e2e-extmod-b-d2260d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:40.236421805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"df5370f2-e024-4654-8c8d-a2ba1bea4918","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenant":"e2e-shared-b-w1-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:40.236446342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"df5370f2-e024-4654-8c8d-a2ba1bea4918","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"routeName":"sub-test-model-747b7b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","llmisvcName":"sub-test-model-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:40.331730254Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-99fddb10-access","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"e2e-fail-99fddb10-access","reconcileID":"ac2adada-aaa8-476e-966f-398d53394ea6","MaaSAuthPolicy":{"name":"e2e-fail-99fddb10-access","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"model":"e2e-extmod-fail-user-09b6dd/e2e-fail-99fddb10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:40.34029769Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-shared-sub-4dc404","reconcileID":"86b31cb8-81d2-4b49-b583-a8ef32889ffb","MaaSSubscription":{"name":"e2e-shared-sub-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"maas-trlp-sub-test-model-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:40.340466344Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-b-only-4dc404","reconcileID":"74c0a40b-0f71-46bf-9335-aff9a30e2716","MaaSSubscription":{"name":"e2e-b-only-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"maas-trlp-sub-test-model-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:40.487256992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-99fddb10-access","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"e2e-fail-99fddb10-access","reconcileID":"ac2adada-aaa8-476e-966f-398d53394ea6","MaaSAuthPolicy":{"name":"e2e-fail-99fddb10-access","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d2260d","tenantID":"e2e-extmod-b-d2260d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:40.614054007Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-99fddb10-access","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"e2e-fail-99fddb10-access","reconcileID":"ac2adada-aaa8-476e-966f-398d53394ea6","MaaSAuthPolicy":{"name":"e2e-fail-99fddb10-access","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"name":"e2e-extmod-b-d2260d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:40.614075555Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-99fddb10-access","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"e2e-fail-99fddb10-access","reconcileID":"ac2adada-aaa8-476e-966f-398d53394ea6","MaaSAuthPolicy":{"name":"e2e-fail-99fddb10-access","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d2260d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:40.722828124Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-99fddb10","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-99fddb10","reconcileID":"f4a8e611-a08b-4fe3-a931-6039a9b63dd8","MaaSModelRef":{"name":"e2e-fail-99fddb10","namespace":"e2e-extmod-fail-user-09b6dd"},"tenant":"e2e-extmod-b-d2260d","gateway":"openshift-ingress/e2e-extmod-b-d2260d","model":"e2e-extmod-fail-user-09b6dd/e2e-fail-99fddb10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:40.722861064Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-99fddb10","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-99fddb10","reconcileID":"f4a8e611-a08b-4fe3-a931-6039a9b63dd8","MaaSModelRef":{"name":"e2e-fail-99fddb10","namespace":"e2e-extmod-fail-user-09b6dd"},"routeName":"external-model-e2e-fail-99fddb10-9fcd170aa10c","namespace":"e2e-extmod-fail-user-09b6dd","model":"e2e-fail-99fddb10","externalModel":"e2e-fail-99fddb10","provider":"e2e-fail-99fddb10-provider","gateway":"openshift-ingress/e2e-extmod-b-d2260d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:41.229192962Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-99fddb10","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-99fddb10","reconcileID":"0269d8ca-7ce2-49ff-b1c2-44c739c937b1","namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-99fddb10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:41.338347363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"e2e-fail-5bea10b7-access","reconcileID":"f8679998-c63e-4830-bb5f-c6f0b5abe041","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5be4fa","tenantID":"e2e-extmod-a-5be4fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:41.3394278Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-5bea10b7","reconcileID":"a9d5d4bd-ff9e-4968-b235-cf9ca8f3d4d8","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"tenant":"e2e-extmod-a-5be4fa","gateway":"openshift-ingress/e2e-extmod-a-5be4fa","model":"e2e-extmod-fail-user-09b6dd/e2e-fail-5bea10b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:41.339445775Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-5bea10b7","reconcileID":"a9d5d4bd-ff9e-4968-b235-cf9ca8f3d4d8","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"routeName":"external-model-e2e-fail-5bea10b7-0ff3195fc50a","namespace":"e2e-extmod-fail-user-09b6dd","model":"e2e-fail-5bea10b7","externalModel":"e2e-fail-5bea10b7","provider":"e2e-fail-5bea10b7-provider","gateway":"openshift-ingress/e2e-extmod-a-5be4fa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:41.385744265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"f4566b70-6b91-4a2d-9197-743fc7ed7f41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:41.385863316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3fc16a8-b36e-4862-993a-1c141d0aac84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:41.38629182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e824f26c-7b09-457d-8935-8b802785e937","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:41.387757732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"5d8c1303-d62d-449b-9602-72f6754ae0d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:41.394788303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"e2e-fail-5bea10b7-access","reconcileID":"f8679998-c63e-4830-bb5f-c6f0b5abe041","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"name":"e2e-extmod-a-5be4fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:41.444025901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e824f26c-7b09-457d-8935-8b802785e937","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:41.44413043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"f4566b70-6b91-4a2d-9197-743fc7ed7f41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:41.447726344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3fc16a8-b36e-4862-993a-1c141d0aac84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:41.447735879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"5d8c1303-d62d-449b-9602-72f6754ae0d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:41.552600576Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-5bea10b7-sub","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"e2e-fail-5bea10b7-sub","reconcileID":"6ad32323-eac5-4f81-8734-91aa3bc7a664","MaaSSubscription":{"name":"e2e-fail-5bea10b7-sub","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"name":"maas-trlp-e2e-fail-5bea10b7","model":"e2e-extmod-fail-user-09b6dd/e2e-fail-5bea10b7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:41.719668972Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-99fddb10","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-99fddb10","reconcileID":"33bfa4b7-3a18-40a7-a8d4-4409b8853ba1","namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-99fddb10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:41.865760452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"e2e-fail-5bea10b7-access","reconcileID":"74c72e29-2fdb-4934-b340-bc8ecb8adda1","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5be4fa","tenantID":"e2e-extmod-a-5be4fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:41.916549263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"ca66a73a-2131-4f2c-9b6d-b7570320d15c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:41.916817995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8055ef70-9d08-4378-a117-9290459e2f00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:41.91702556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"83737c9d-7439-4b15-9c0d-4239349c3d8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:41.917198158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"28735193-380b-4b37-bf5a-11abf05f48dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:41.922352802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"e2e-fail-5bea10b7-access","reconcileID":"74c72e29-2fdb-4934-b340-bc8ecb8adda1","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"name":"e2e-extmod-a-5be4fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:41.973618017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8055ef70-9d08-4378-a117-9290459e2f00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:41.973855305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"83737c9d-7439-4b15-9c0d-4239349c3d8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:41.975726174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"ca66a73a-2131-4f2c-9b6d-b7570320d15c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:41.976138753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"28735193-380b-4b37-bf5a-11abf05f48dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:42.262878008Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-5bea10b7","reconcileID":"27fe2a1c-5e81-444f-81ce-55f5d44a11b1","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"tenant":"e2e-extmod-a-5be4fa","gateway":"openshift-ingress/e2e-extmod-a-5be4fa","model":"e2e-extmod-fail-user-09b6dd/e2e-fail-5bea10b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:42.262912083Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-5bea10b7","reconcileID":"27fe2a1c-5e81-444f-81ce-55f5d44a11b1","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"routeName":"external-model-e2e-fail-5bea10b7-0ff3195fc50a","namespace":"e2e-extmod-fail-user-09b6dd","model":"e2e-fail-5bea10b7","externalModel":"e2e-fail-5bea10b7","provider":"e2e-fail-5bea10b7-provider","gateway":"openshift-ingress/e2e-extmod-a-5be4fa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:42.314853321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"e2e-fail-5bea10b7-access","reconcileID":"fb88b709-f714-4373-b890-5b6e4844aaf3","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5be4fa","tenantID":"e2e-extmod-a-5be4fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:42.3716509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"e2e-fail-5bea10b7-access","reconcileID":"fb88b709-f714-4373-b890-5b6e4844aaf3","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"name":"e2e-extmod-a-5be4fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:42.424567209Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-5bea10b7-sub","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"e2e-fail-5bea10b7-sub","reconcileID":"0cb17b2d-773d-4c3b-94a5-85a30bb1764a","MaaSSubscription":{"name":"e2e-fail-5bea10b7-sub","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-42ca33dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:42.732667519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"e2e-fail-5bea10b7-access","reconcileID":"c05adfb6-e9c4-4766-a87e-9950e6a3d972","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5be4fa","tenantID":"e2e-extmod-a-5be4fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:42.789231654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"e2e-fail-5bea10b7-access","reconcileID":"c05adfb6-e9c4-4766-a87e-9950e6a3d972","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"name":"e2e-extmod-a-5be4fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:50.608417955Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-shared-sub-4dc404","reconcileID":"64bc9b06-9858-4b6b-a153-8ed79aefe7df","MaaSSubscription":{"name":"e2e-shared-sub-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","subscription":"e2e-shared-sub-4dc404","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:50.823597704Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-shared-sub-4dc404","reconcileID":"64bc9b06-9858-4b6b-a153-8ed79aefe7df","MaaSSubscription":{"name":"e2e-shared-sub-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"maas-trlp-sub-test-model-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-747b7b/e2e-b-only-4dc404"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:51.031095173Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-b-only-4dc404","reconcileID":"4a11cdc2-48f6-454a-96a9-f28c0a2de09a","MaaSSubscription":{"name":"e2e-b-only-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"maas-trlp-sub-test-model-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:51.037242697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"6e325116-f1fc-4232-bd77-964c71edda39","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenant":"e2e-shared-b-w1-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:51.037261668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"6e325116-f1fc-4232-bd77-964c71edda39","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"routeName":"sub-test-model-747b7b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","llmisvcName":"sub-test-model-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:51.349301643Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"436b7130-ac68-40e3-9241-ceded98e5780","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenant":"e2e-shared-b-w1-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:51.349343667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"436b7130-ac68-40e3-9241-ceded98e5780","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"routeName":"sub-test-model-747b7b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","llmisvcName":"sub-test-model-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:52.477402813Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-5bea10b7-sub","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"e2e-fail-5bea10b7-sub","reconcileID":"35f949eb-a818-43ed-abe9-043b4acac99f","MaaSSubscription":{"name":"e2e-fail-5bea10b7-sub","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"model":"e2e-extmod-fail-user-09b6dd/e2e-fail-5bea10b7","subscription":"e2e-fail-5bea10b7-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:52.581466917Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-5bea10b7-sub","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"e2e-fail-5bea10b7-sub","reconcileID":"35f949eb-a818-43ed-abe9-043b4acac99f","MaaSSubscription":{"name":"e2e-fail-5bea10b7-sub","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"model":"e2e-extmod-fail-user-09b6dd/e2e-fail-5bea10b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:52.633139606Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-5bea10b7-sub","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"e2e-fail-5bea10b7-sub","reconcileID":"35f949eb-a818-43ed-abe9-043b4acac99f","MaaSSubscription":{"name":"e2e-fail-5bea10b7-sub","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"name":"maas-trlp-e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd","model":"e2e-extmod-fail-user-09b6dd/e2e-fail-5bea10b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:52.994815498Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-5bea10b7","reconcileID":"5d45b142-e90d-414a-8194-9161e6227b5d","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"tenant":"e2e-extmod-a-5be4fa","gateway":"openshift-ingress/e2e-extmod-a-5be4fa","model":"e2e-extmod-fail-user-09b6dd/e2e-fail-5bea10b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:52.994848816Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-5bea10b7","reconcileID":"5d45b142-e90d-414a-8194-9161e6227b5d","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"routeName":"external-model-e2e-fail-5bea10b7-0ff3195fc50a","namespace":"e2e-extmod-fail-user-09b6dd","model":"e2e-fail-5bea10b7","externalModel":"e2e-fail-5bea10b7","provider":"e2e-fail-5bea10b7-provider","gateway":"openshift-ingress/e2e-extmod-a-5be4fa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:53.104360672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"e2e-fail-5bea10b7-access","reconcileID":"3a6e044f-5745-4b7e-b400-962cbd12abee","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5be4fa","tenantID":"e2e-extmod-a-5be4fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:53.157107706Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-5bea10b7","reconcileID":"82384825-ebbb-4203-bd6f-ee011c4211ef","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"tenant":"e2e-extmod-a-5be4fa","gateway":"openshift-ingress/e2e-extmod-a-5be4fa","model":"e2e-extmod-fail-user-09b6dd/e2e-fail-5bea10b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:53.157129663Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-5bea10b7","reconcileID":"82384825-ebbb-4203-bd6f-ee011c4211ef","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"routeName":"external-model-e2e-fail-5bea10b7-0ff3195fc50a","namespace":"e2e-extmod-fail-user-09b6dd","model":"e2e-fail-5bea10b7","externalModel":"e2e-fail-5bea10b7","provider":"e2e-fail-5bea10b7-provider","gateway":"openshift-ingress/e2e-extmod-a-5be4fa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:53.161461725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"e2e-fail-5bea10b7-access","reconcileID":"3a6e044f-5745-4b7e-b400-962cbd12abee","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"name":"e2e-extmod-a-5be4fa-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:50:53.262420919Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-5bea10b7","reconcileID":"82384825-ebbb-4203-bd6f-ee011c4211ef","name":"e2e-fail-5bea10b7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-5bea10b7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-01T06:50:53.262480836Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-5bea10b7","reconcileID":"82384825-ebbb-4203-bd6f-ee011c4211ef","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-5bea10b7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:53.320110127Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-5bea10b7","reconcileID":"d61c5747-7240-469a-9d7d-19dd8e8b8832","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"tenant":"e2e-extmod-a-5be4fa","gateway":"openshift-ingress/e2e-extmod-a-5be4fa","model":"e2e-extmod-fail-user-09b6dd/e2e-fail-5bea10b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:53.320139537Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-5bea10b7","reconcileID":"d61c5747-7240-469a-9d7d-19dd8e8b8832","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"routeName":"external-model-e2e-fail-5bea10b7-0ff3195fc50a","namespace":"e2e-extmod-fail-user-09b6dd","model":"e2e-fail-5bea10b7","externalModel":"e2e-fail-5bea10b7","provider":"e2e-fail-5bea10b7-provider","gateway":"openshift-ingress/e2e-extmod-a-5be4fa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:53.420149158Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"e2e-fail-5bea10b7-access","reconcileID":"88794b79-fe71-447f-8da7-1132f8758162","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"model":"e2e-extmod-fail-user-09b6dd/e2e-fail-5bea10b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:53.624048027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"e2e-fail-5bea10b7-access","reconcileID":"88794b79-fe71-447f-8da7-1132f8758162","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5be4fa","tenantID":"e2e-extmod-a-5be4fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:53.750479822Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"e2e-fail-5bea10b7-access","reconcileID":"88794b79-fe71-447f-8da7-1132f8758162","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"name":"e2e-extmod-a-5be4fa-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:53.750501844Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"e2e-fail-5bea10b7-access","reconcileID":"88794b79-fe71-447f-8da7-1132f8758162","MaaSAuthPolicy":{"name":"e2e-fail-5bea10b7-access","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-5be4fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:53.860760815Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-5bea10b7","reconcileID":"2c039e46-a0c4-44ec-8c96-8cf3b8d8b23c","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"tenant":"e2e-extmod-a-5be4fa","gateway":"openshift-ingress/e2e-extmod-a-5be4fa","model":"e2e-extmod-fail-user-09b6dd/e2e-fail-5bea10b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:53.860785481Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-5bea10b7","reconcileID":"2c039e46-a0c4-44ec-8c96-8cf3b8d8b23c","MaaSModelRef":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"routeName":"external-model-e2e-fail-5bea10b7-0ff3195fc50a","namespace":"e2e-extmod-fail-user-09b6dd","model":"e2e-fail-5bea10b7","externalModel":"e2e-fail-5bea10b7","provider":"e2e-fail-5bea10b7-provider","gateway":"openshift-ingress/e2e-extmod-a-5be4fa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:54.355932614Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-5bea10b7","reconcileID":"3102d536-f236-4e88-bb6a-1abd6faca2df","namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-5bea10b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:54.510780272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"8c2ae45f-6065-4767-af13-75b92545e93c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:54.511301111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"679e0139-31c2-48ac-8a7e-307ecfebee14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:54.511404151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ecddaed8-b418-4ae2-85c6-2b6892754def","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:54.511652105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a75f3cf1-9062-4850-8634-be8723b16f09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:54.567459863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"8c2ae45f-6065-4767-af13-75b92545e93c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:54.568772841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a75f3cf1-9062-4850-8634-be8723b16f09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:54.569699965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ecddaed8-b418-4ae2-85c6-2b6892754def","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:54.571118446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"679e0139-31c2-48ac-8a7e-307ecfebee14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:54.846250645Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-5bea10b7","namespace":"e2e-extmod-fail-user-09b6dd"},"namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-5bea10b7","reconcileID":"0a0ecce6-50c9-49ba-af1b-da5721c690e6","namespace":"e2e-extmod-fail-user-09b6dd","name":"e2e-fail-5bea10b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:55.000679571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a7379382-1d3f-4420-80e1-6d5853c02476","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:55.000880609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"8c359381-f19e-4669-aa4c-cf7449d9dd8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:55.001124649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"4772dde5-7635-4f7c-b805-58ed03a24e61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:55.000681884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d519aace-7d41-4af2-8b76-465d13b8883a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:55.057845453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"8c359381-f19e-4669-aa4c-cf7449d9dd8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:55.05802393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a7379382-1d3f-4420-80e1-6d5853c02476","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:55.060356756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"4772dde5-7635-4f7c-b805-58ed03a24e61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:50:55.060567047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d519aace-7d41-4af2-8b76-465d13b8883a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:01.510510011Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-b-only-4dc404","reconcileID":"0de6d607-541c-466d-be2b-fa2e7bd420b9","MaaSSubscription":{"name":"e2e-b-only-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","subscription":"e2e-b-only-4dc404","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:01.562681821Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-b-only-4dc404","reconcileID":"0de6d607-541c-466d-be2b-fa2e7bd420b9","MaaSSubscription":{"name":"e2e-b-only-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:01.615587897Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"e2e-b-only-4dc404","reconcileID":"0de6d607-541c-466d-be2b-fa2e7bd420b9","MaaSSubscription":{"name":"e2e-b-only-4dc404","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"name":"maas-trlp-sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:01.884308248Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"dcb94c45-95b9-45ab-967f-2f725fd9d624","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"tenant":"e2e-shared-b-w1-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","model":"ai-tenant-e2e-shared-b-w1-747b7b/sub-test-model-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:01.884353287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"sub-test-model-747b7b","reconcileID":"dcb94c45-95b9-45ab-967f-2f725fd9d624","MaaSModelRef":{"name":"sub-test-model-747b7b","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"routeName":"sub-test-model-747b7b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","llmisvcName":"sub-test-model-747b7b","gateway":"openshift-ingress/e2e-shared-b-w1-747b7b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:06.776654709Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:09.224459185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"241e937e-18b3-4a57-a22d-ca05bfc5218f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:09.27621363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"241e937e-18b3-4a57-a22d-ca05bfc5218f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:09.328231768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"241e937e-18b3-4a57-a22d-ca05bfc5218f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:09.380011062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"241e937e-18b3-4a57-a22d-ca05bfc5218f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:11.289399912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7866a0a-b041-444f-bfa3-676f0261109a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:11.341208266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7866a0a-b041-444f-bfa3-676f0261109a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:11.393511841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7866a0a-b041-444f-bfa3-676f0261109a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:11.445124748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7866a0a-b041-444f-bfa3-676f0261109a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:22.554668561Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-subscription","reconcileID":"7c8d23cc-bff4-45bf-a09e-f65885e8bb27","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-premium-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/premium-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:22.751451672Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"945c3fd3-2ef8-4059-b7f7-4744447b6d7f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:22.854676669Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8e951a9f-94d4-46f7-a448-d52949f60fe0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:22.854926796Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"651e2a06-1223-465b-b47a-1f0d7a62ece5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:27.319926427Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"default-tenant","reconcileID":"be0e72a2-2094-4295-b309-180f738a29ff","namespace":"ai-tenant-e2e-extmod-a-5be4fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:27.319981414Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"default-tenant","reconcileID":"be0e72a2-2094-4295-b309-180f738a29ff","namespace":"ai-tenant-e2e-extmod-a-5be4fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:27.320026183Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"default-tenant","reconcileID":"be0e72a2-2094-4295-b309-180f738a29ff","tenant":"e2e-extmod-a-5be4fa","tenantID":"e2e-extmod-a-5be4fa","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:27.373588371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"default-tenant","reconcileID":"be0e72a2-2094-4295-b309-180f738a29ff","gvk":"Deployment","name":"maas-api-e2e-extmod-a-5be4fa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:27.435315183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"default-tenant","reconcileID":"be0e72a2-2094-4295-b309-180f738a29ff","gvk":"Service","name":"maas-api-e2e-extmod-a-5be4fa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:27.496099328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"default-tenant","reconcileID":"be0e72a2-2094-4295-b309-180f738a29ff","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-5be4fa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:27.549692633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"default-tenant","reconcileID":"be0e72a2-2094-4295-b309-180f738a29ff","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-5be4fa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:27.606466901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"default-tenant","reconcileID":"be0e72a2-2094-4295-b309-180f738a29ff","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-5be4fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:27.660228352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"default-tenant","reconcileID":"be0e72a2-2094-4295-b309-180f738a29ff","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-5be4fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:27.717044163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"default-tenant","reconcileID":"be0e72a2-2094-4295-b309-180f738a29ff","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-5be4fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:27.7712455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"default-tenant","reconcileID":"be0e72a2-2094-4295-b309-180f738a29ff","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-5be4fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:27.822915743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"default-tenant","reconcileID":"be0e72a2-2094-4295-b309-180f738a29ff","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-5be4fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:27.87428154Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"default-tenant","reconcileID":"be0e72a2-2094-4295-b309-180f738a29ff","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-5be4fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:27.925690605Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"default-tenant","reconcileID":"be0e72a2-2094-4295-b309-180f738a29ff","gvk":"Service","name":"payload-processing-e2e-extmod-a-5be4fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:27.977216761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"default-tenant","reconcileID":"be0e72a2-2094-4295-b309-180f738a29ff","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-5be4fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:28.028687774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"default-tenant","reconcileID":"be0e72a2-2094-4295-b309-180f738a29ff","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-5be4fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:28.080065061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"default-tenant","reconcileID":"be0e72a2-2094-4295-b309-180f738a29ff","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-5be4fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:28.131587457Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"default-tenant","reconcileID":"be0e72a2-2094-4295-b309-180f738a29ff","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-5be4fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:28.187239603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"default-tenant","reconcileID":"be0e72a2-2094-4295-b309-180f738a29ff","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-5be4fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:28.239005459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"default-tenant","reconcileID":"be0e72a2-2094-4295-b309-180f738a29ff","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-5be4fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:28.29051128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"default-tenant","reconcileID":"be0e72a2-2094-4295-b309-180f738a29ff","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-5be4fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:28.342166293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"default-tenant","reconcileID":"be0e72a2-2094-4295-b309-180f738a29ff","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-5be4fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:28.393571586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-5be4fa"},"namespace":"ai-tenant-e2e-extmod-a-5be4fa","name":"default-tenant","reconcileID":"be0e72a2-2094-4295-b309-180f738a29ff","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-5be4fa","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:30.031655336Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-5be4fa","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-5be4fa","reconcileID":"9cf47457-260e-4481-8800-f8d38a9047e6","aitenant":"ai-tenants/e2e-extmod-a-5be4fa","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:30.60766339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a7744bf-efa5-4053-bb6e-853abad8b4bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:30.659316124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a7744bf-efa5-4053-bb6e-853abad8b4bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:30.711088588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a7744bf-efa5-4053-bb6e-853abad8b4bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:30.762904837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a7744bf-efa5-4053-bb6e-853abad8b4bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:30.874701482Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-5be4fa","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-5be4fa","reconcileID":"9cf47457-260e-4481-8800-f8d38a9047e6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-5be4fa","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-5be4fa"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:32.690164283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20925861-e484-45cd-aa15-94a5923b0a5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:32.742111439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20925861-e484-45cd-aa15-94a5923b0a5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:32.793608164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20925861-e484-45cd-aa15-94a5923b0a5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:32.845309203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20925861-e484-45cd-aa15-94a5923b0a5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:34.735256789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50a93f8d-73b0-4313-983b-ea623cab56df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:34.787357198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50a93f8d-73b0-4313-983b-ea623cab56df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:34.839239026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50a93f8d-73b0-4313-983b-ea623cab56df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:34.891131647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50a93f8d-73b0-4313-983b-ea623cab56df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:36.531845513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"c19f2aba-bc95-42b1-9fa8-d391cd6b68e3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:36.631559386Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-subscription","reconcileID":"05efb21e-57f9-49db-8230-02f87e25c1c9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-premium-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/premium-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:36.64674262Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"af2f6a36-8806-4bda-9e8c-329a514274d1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:36.763140021Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0c051cf3-b4b9-4078-b68b-b5b798b95bf6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:36.777098287Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:38.539649579Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"default-tenant","reconcileID":"07f0610f-cc94-42c9-8970-3ef1f04c2f74","namespace":"ai-tenant-e2e-extmod-b-d2260d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:38.539719664Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"default-tenant","reconcileID":"07f0610f-cc94-42c9-8970-3ef1f04c2f74","namespace":"ai-tenant-e2e-extmod-b-d2260d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:38.539779392Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"default-tenant","reconcileID":"07f0610f-cc94-42c9-8970-3ef1f04c2f74","tenant":"e2e-extmod-b-d2260d","tenantID":"e2e-extmod-b-d2260d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:38.59325094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"default-tenant","reconcileID":"07f0610f-cc94-42c9-8970-3ef1f04c2f74","gvk":"Deployment","name":"maas-api-e2e-extmod-b-d2260d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:38.596473449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fee6ff10-a0e9-4a6b-a243-be848a74fb98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:38.648355498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fee6ff10-a0e9-4a6b-a243-be848a74fb98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:38.657078908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"default-tenant","reconcileID":"07f0610f-cc94-42c9-8970-3ef1f04c2f74","gvk":"Service","name":"maas-api-e2e-extmod-b-d2260d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:38.70063183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fee6ff10-a0e9-4a6b-a243-be848a74fb98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:38.753148208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fee6ff10-a0e9-4a6b-a243-be848a74fb98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:38.755072177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"default-tenant","reconcileID":"07f0610f-cc94-42c9-8970-3ef1f04c2f74","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-d2260d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:38.810532389Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"default-tenant","reconcileID":"07f0610f-cc94-42c9-8970-3ef1f04c2f74","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-d2260d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:38.865615955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"default-tenant","reconcileID":"07f0610f-cc94-42c9-8970-3ef1f04c2f74","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-d2260d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:38.920049079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"default-tenant","reconcileID":"07f0610f-cc94-42c9-8970-3ef1f04c2f74","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-d2260d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:39.022822458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"default-tenant","reconcileID":"07f0610f-cc94-42c9-8970-3ef1f04c2f74","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-d2260d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:39.07660357Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"default-tenant","reconcileID":"07f0610f-cc94-42c9-8970-3ef1f04c2f74","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-d2260d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:39.128034322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"default-tenant","reconcileID":"07f0610f-cc94-42c9-8970-3ef1f04c2f74","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-d2260d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:39.179165927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"default-tenant","reconcileID":"07f0610f-cc94-42c9-8970-3ef1f04c2f74","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-d2260d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:39.233149786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"default-tenant","reconcileID":"07f0610f-cc94-42c9-8970-3ef1f04c2f74","gvk":"Service","name":"payload-processing-e2e-extmod-b-d2260d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:39.284541894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"default-tenant","reconcileID":"07f0610f-cc94-42c9-8970-3ef1f04c2f74","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-d2260d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:39.335727966Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"default-tenant","reconcileID":"07f0610f-cc94-42c9-8970-3ef1f04c2f74","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-d2260d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:39.387115816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"default-tenant","reconcileID":"07f0610f-cc94-42c9-8970-3ef1f04c2f74","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-d2260d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:39.438540374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"default-tenant","reconcileID":"07f0610f-cc94-42c9-8970-3ef1f04c2f74","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-d2260d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:39.493965609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"default-tenant","reconcileID":"07f0610f-cc94-42c9-8970-3ef1f04c2f74","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-d2260d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:39.545425963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"default-tenant","reconcileID":"07f0610f-cc94-42c9-8970-3ef1f04c2f74","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-d2260d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:39.596786914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"default-tenant","reconcileID":"07f0610f-cc94-42c9-8970-3ef1f04c2f74","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-d2260d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:39.648252302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"default-tenant","reconcileID":"07f0610f-cc94-42c9-8970-3ef1f04c2f74","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-d2260d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:39.699700429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"default-tenant","reconcileID":"07f0610f-cc94-42c9-8970-3ef1f04c2f74","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-d2260d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:40.640830976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5598c6f-f997-4659-ae60-7bb1e2ecbd45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:40.692973839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5598c6f-f997-4659-ae60-7bb1e2ecbd45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:40.74469321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5598c6f-f997-4659-ae60-7bb1e2ecbd45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:40.796470837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5598c6f-f997-4659-ae60-7bb1e2ecbd45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:49.098605466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f01c86b-6ea6-4aee-ad17-9ef9481b99db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:49.150291528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f01c86b-6ea6-4aee-ad17-9ef9481b99db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:49.201862623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f01c86b-6ea6-4aee-ad17-9ef9481b99db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:49.253400136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f01c86b-6ea6-4aee-ad17-9ef9481b99db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:51.190265283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb8f943c-e42d-4991-b40e-6a667ed49804","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:51.241952376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb8f943c-e42d-4991-b40e-6a667ed49804","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:51.29366398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb8f943c-e42d-4991-b40e-6a667ed49804","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:51.345290839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb8f943c-e42d-4991-b40e-6a667ed49804","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:54.317956639Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"default-tenant","reconcileID":"b3f496a5-1561-44f3-b027-ef4edbbe5694","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:54.318047937Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"default-tenant","reconcileID":"b3f496a5-1561-44f3-b027-ef4edbbe5694","namespace":"ai-tenant-e2e-shared-a-w1-d7d444","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:54.318142576Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"default-tenant","reconcileID":"b3f496a5-1561-44f3-b027-ef4edbbe5694","tenant":"e2e-shared-a-w1-d7d444","tenantID":"e2e-shared-a-w1-d7d444","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:54.372218638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"default-tenant","reconcileID":"b3f496a5-1561-44f3-b027-ef4edbbe5694","gvk":"Deployment","name":"maas-api-e2e-shared-a-w1-d7d444","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:54.434004349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"default-tenant","reconcileID":"b3f496a5-1561-44f3-b027-ef4edbbe5694","gvk":"Service","name":"maas-api-e2e-shared-a-w1-d7d444","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:54.494079174Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"default-tenant","reconcileID":"b3f496a5-1561-44f3-b027-ef4edbbe5694","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w1-d7d444","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:54.547735075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"default-tenant","reconcileID":"b3f496a5-1561-44f3-b027-ef4edbbe5694","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w1-d7d444","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:54.605301507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"default-tenant","reconcileID":"b3f496a5-1561-44f3-b027-ef4edbbe5694","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w1-d7d444","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:54.659868146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"default-tenant","reconcileID":"b3f496a5-1561-44f3-b027-ef4edbbe5694","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w1-d7d444","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:54.716994622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"default-tenant","reconcileID":"b3f496a5-1561-44f3-b027-ef4edbbe5694","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w1-d7d444","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:54.773596491Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"default-tenant","reconcileID":"b3f496a5-1561-44f3-b027-ef4edbbe5694","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w1-d7d444","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:54.826201065Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"default-tenant","reconcileID":"b3f496a5-1561-44f3-b027-ef4edbbe5694","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w1-d7d444","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:54.877794299Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"default-tenant","reconcileID":"b3f496a5-1561-44f3-b027-ef4edbbe5694","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w1-d7d444","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:54.928929617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"default-tenant","reconcileID":"b3f496a5-1561-44f3-b027-ef4edbbe5694","gvk":"Service","name":"payload-processing-e2e-shared-a-w1-d7d444","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:54.980241845Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"default-tenant","reconcileID":"b3f496a5-1561-44f3-b027-ef4edbbe5694","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w1-d7d444","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:55.031904346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"default-tenant","reconcileID":"b3f496a5-1561-44f3-b027-ef4edbbe5694","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w1-d7d444","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:55.083853142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"default-tenant","reconcileID":"b3f496a5-1561-44f3-b027-ef4edbbe5694","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w1-d7d444","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:55.135178441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"default-tenant","reconcileID":"b3f496a5-1561-44f3-b027-ef4edbbe5694","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w1-d7d444","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:55.190690758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"default-tenant","reconcileID":"b3f496a5-1561-44f3-b027-ef4edbbe5694","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w1-d7d444","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:55.242143057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"default-tenant","reconcileID":"b3f496a5-1561-44f3-b027-ef4edbbe5694","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w1-d7d444","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:55.293518723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"default-tenant","reconcileID":"b3f496a5-1561-44f3-b027-ef4edbbe5694","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w1-d7d444","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:55.345179049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"default-tenant","reconcileID":"b3f496a5-1561-44f3-b027-ef4edbbe5694","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w1-d7d444","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:51:55.396757645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-d7d444"},"namespace":"ai-tenant-e2e-shared-a-w1-d7d444","name":"default-tenant","reconcileID":"b3f496a5-1561-44f3-b027-ef4edbbe5694","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w1-d7d444","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:00.050509431Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-d7d444","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-d7d444","reconcileID":"796d4c92-e48e-4a8d-8320-c9f5d4df9a6d","aitenant":"ai-tenants/e2e-shared-a-w1-d7d444","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:00.589863298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7556e060-f054-4250-becc-29fb726d2b71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:00.644164585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7556e060-f054-4250-becc-29fb726d2b71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:00.69629823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7556e060-f054-4250-becc-29fb726d2b71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:00.747927566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7556e060-f054-4250-becc-29fb726d2b71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:00.85918833Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-d7d444","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-d7d444","reconcileID":"796d4c92-e48e-4a8d-8320-c9f5d4df9a6d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-d7d444","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w1-d7d444"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:02.643025781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69aa276c-89a0-4229-ad71-c6b1f26b7c5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:02.694934883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69aa276c-89a0-4229-ad71-c6b1f26b7c5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:02.746838485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69aa276c-89a0-4229-ad71-c6b1f26b7c5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:02.798673647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69aa276c-89a0-4229-ad71-c6b1f26b7c5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:04.6930992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0458d7d-7da3-4774-a457-ef55aabaa211","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:04.744795985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0458d7d-7da3-4774-a457-ef55aabaa211","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:04.796414961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0458d7d-7da3-4774-a457-ef55aabaa211","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:04.848291739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0458d7d-7da3-4774-a457-ef55aabaa211","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:06.78374682Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:09.712751202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50d56882-d52e-4143-b53e-42fbcb5a1a79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:09.764689527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50d56882-d52e-4143-b53e-42fbcb5a1a79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:09.816542341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50d56882-d52e-4143-b53e-42fbcb5a1a79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:09.868428971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50d56882-d52e-4143-b53e-42fbcb5a1a79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:11.793840235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd31f091-3fc5-4d8a-9dc2-0ed3d4c78c8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:11.845864522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd31f091-3fc5-4d8a-9dc2-0ed3d4c78c8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:11.897534646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd31f091-3fc5-4d8a-9dc2-0ed3d4c78c8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:11.949298764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd31f091-3fc5-4d8a-9dc2-0ed3d4c78c8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:15.273042605Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"default-tenant","reconcileID":"57b9af62-c4fa-4617-8ea9-a9d098aadaa7","namespace":"ai-tenant-e2e-extmod-b-d2260d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:15.273103403Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"default-tenant","reconcileID":"57b9af62-c4fa-4617-8ea9-a9d098aadaa7","namespace":"ai-tenant-e2e-extmod-b-d2260d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:15.273157065Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"default-tenant","reconcileID":"57b9af62-c4fa-4617-8ea9-a9d098aadaa7","tenant":"e2e-extmod-b-d2260d","tenantID":"e2e-extmod-b-d2260d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:15.324505242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"default-tenant","reconcileID":"57b9af62-c4fa-4617-8ea9-a9d098aadaa7","gvk":"Deployment","name":"maas-api-e2e-extmod-b-d2260d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:15.375911277Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"default-tenant","reconcileID":"57b9af62-c4fa-4617-8ea9-a9d098aadaa7","gvk":"Service","name":"maas-api-e2e-extmod-b-d2260d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:15.427471264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"default-tenant","reconcileID":"57b9af62-c4fa-4617-8ea9-a9d098aadaa7","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-d2260d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:15.479061841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"default-tenant","reconcileID":"57b9af62-c4fa-4617-8ea9-a9d098aadaa7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-d2260d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:15.530616916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"default-tenant","reconcileID":"57b9af62-c4fa-4617-8ea9-a9d098aadaa7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-d2260d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:15.596824369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"default-tenant","reconcileID":"57b9af62-c4fa-4617-8ea9-a9d098aadaa7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-d2260d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:15.656906238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"default-tenant","reconcileID":"57b9af62-c4fa-4617-8ea9-a9d098aadaa7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-d2260d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:15.713835501Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"default-tenant","reconcileID":"57b9af62-c4fa-4617-8ea9-a9d098aadaa7","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-d2260d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:15.765384362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"default-tenant","reconcileID":"57b9af62-c4fa-4617-8ea9-a9d098aadaa7","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-d2260d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:15.817157407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"default-tenant","reconcileID":"57b9af62-c4fa-4617-8ea9-a9d098aadaa7","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-d2260d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:15.868770611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"default-tenant","reconcileID":"57b9af62-c4fa-4617-8ea9-a9d098aadaa7","gvk":"Service","name":"payload-processing-e2e-extmod-b-d2260d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:15.920166078Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"default-tenant","reconcileID":"57b9af62-c4fa-4617-8ea9-a9d098aadaa7","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-d2260d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:15.976797442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"default-tenant","reconcileID":"57b9af62-c4fa-4617-8ea9-a9d098aadaa7","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-d2260d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:16.028233815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"default-tenant","reconcileID":"57b9af62-c4fa-4617-8ea9-a9d098aadaa7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-d2260d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:16.079569906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"default-tenant","reconcileID":"57b9af62-c4fa-4617-8ea9-a9d098aadaa7","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-d2260d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:16.130980219Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"default-tenant","reconcileID":"57b9af62-c4fa-4617-8ea9-a9d098aadaa7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-d2260d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:16.182575101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"default-tenant","reconcileID":"57b9af62-c4fa-4617-8ea9-a9d098aadaa7","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-d2260d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:16.233855578Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"default-tenant","reconcileID":"57b9af62-c4fa-4617-8ea9-a9d098aadaa7","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-d2260d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:16.285065688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"default-tenant","reconcileID":"57b9af62-c4fa-4617-8ea9-a9d098aadaa7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-d2260d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:16.336406654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d2260d"},"namespace":"ai-tenant-e2e-extmod-b-d2260d","name":"default-tenant","reconcileID":"57b9af62-c4fa-4617-8ea9-a9d098aadaa7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-d2260d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:22.417579699Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"3c996e27-ea88-44ed-9caf-044628f7526e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:22.647408855Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-subscription","reconcileID":"499fcede-709a-47a0-859e-c07938365e87","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-premium-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/premium-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:22.748736494Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9843f185-bf15-492a-80ec-59c9493f0f94","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:22.879856085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"33a7e4c5-613a-4b2d-9891-d73e5bcadc4c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:25.7868718Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-d2260d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-d2260d","reconcileID":"6294232a-ee70-4726-af19-1643591eaf0f","aitenant":"ai-tenants/e2e-extmod-b-d2260d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:26.394258285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b26f35ff-3669-449e-bc17-fce866bcbec2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:26.446164265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b26f35ff-3669-449e-bc17-fce866bcbec2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:26.497687544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b26f35ff-3669-449e-bc17-fce866bcbec2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:26.549554314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b26f35ff-3669-449e-bc17-fce866bcbec2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:26.605976656Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-d2260d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-d2260d","reconcileID":"6294232a-ee70-4726-af19-1643591eaf0f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-d2260d","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-d2260d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:28.421871767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e178165-c1a2-40de-891f-d1cdf4f35853","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:28.474252684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e178165-c1a2-40de-891f-d1cdf4f35853","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:28.52599612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e178165-c1a2-40de-891f-d1cdf4f35853","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:28.577636878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e178165-c1a2-40de-891f-d1cdf4f35853","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:30.498812751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dae12642-20a9-4409-9912-b972edcb59df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:30.55040387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dae12642-20a9-4409-9912-b972edcb59df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:30.602376496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dae12642-20a9-4409-9912-b972edcb59df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:30.6540699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dae12642-20a9-4409-9912-b972edcb59df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:35.091172926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f99fcce-4451-4e47-bbc2-9716c7c32965","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:35.143162088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f99fcce-4451-4e47-bbc2-9716c7c32965","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:35.195714789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f99fcce-4451-4e47-bbc2-9716c7c32965","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:35.247579047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f99fcce-4451-4e47-bbc2-9716c7c32965","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:35.841826608Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"default-tenant","reconcileID":"aaecaeae-099c-4120-8d42-6c9faf03e6bf","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:35.841888449Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"default-tenant","reconcileID":"aaecaeae-099c-4120-8d42-6c9faf03e6bf","namespace":"ai-tenant-e2e-shared-b-w1-747b7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:35.841951519Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"default-tenant","reconcileID":"aaecaeae-099c-4120-8d42-6c9faf03e6bf","tenant":"e2e-shared-b-w1-747b7b","tenantID":"e2e-shared-b-w1-747b7b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:35.895475221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"default-tenant","reconcileID":"aaecaeae-099c-4120-8d42-6c9faf03e6bf","gvk":"Deployment","name":"maas-api-e2e-shared-b-w1-747b7b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:35.95485053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"default-tenant","reconcileID":"aaecaeae-099c-4120-8d42-6c9faf03e6bf","gvk":"Service","name":"maas-api-e2e-shared-b-w1-747b7b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:36.01478852Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"default-tenant","reconcileID":"aaecaeae-099c-4120-8d42-6c9faf03e6bf","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w1-747b7b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:36.068225243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"default-tenant","reconcileID":"aaecaeae-099c-4120-8d42-6c9faf03e6bf","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w1-747b7b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:36.12239872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"default-tenant","reconcileID":"aaecaeae-099c-4120-8d42-6c9faf03e6bf","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w1-747b7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:36.176211565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"default-tenant","reconcileID":"aaecaeae-099c-4120-8d42-6c9faf03e6bf","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w1-747b7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:36.2336554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"default-tenant","reconcileID":"aaecaeae-099c-4120-8d42-6c9faf03e6bf","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w1-747b7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:36.294662235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"default-tenant","reconcileID":"aaecaeae-099c-4120-8d42-6c9faf03e6bf","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w1-747b7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:36.345862318Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"default-tenant","reconcileID":"aaecaeae-099c-4120-8d42-6c9faf03e6bf","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w1-747b7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:36.399142803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"default-tenant","reconcileID":"aaecaeae-099c-4120-8d42-6c9faf03e6bf","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w1-747b7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:36.450532473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"default-tenant","reconcileID":"aaecaeae-099c-4120-8d42-6c9faf03e6bf","gvk":"Service","name":"payload-processing-e2e-shared-b-w1-747b7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:36.501843907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"default-tenant","reconcileID":"aaecaeae-099c-4120-8d42-6c9faf03e6bf","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w1-747b7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:36.553445049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"default-tenant","reconcileID":"aaecaeae-099c-4120-8d42-6c9faf03e6bf","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w1-747b7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:36.613231641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"default-tenant","reconcileID":"aaecaeae-099c-4120-8d42-6c9faf03e6bf","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w1-747b7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:36.664345395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"default-tenant","reconcileID":"aaecaeae-099c-4120-8d42-6c9faf03e6bf","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w1-747b7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:36.719879482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"default-tenant","reconcileID":"aaecaeae-099c-4120-8d42-6c9faf03e6bf","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w1-747b7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:36.771143299Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"default-tenant","reconcileID":"aaecaeae-099c-4120-8d42-6c9faf03e6bf","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w1-747b7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:36.781042588Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:36.82242898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"default-tenant","reconcileID":"aaecaeae-099c-4120-8d42-6c9faf03e6bf","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w1-747b7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:36.87360147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"default-tenant","reconcileID":"aaecaeae-099c-4120-8d42-6c9faf03e6bf","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w1-747b7b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:36.924668088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-747b7b"},"namespace":"ai-tenant-e2e-shared-b-w1-747b7b","name":"default-tenant","reconcileID":"aaecaeae-099c-4120-8d42-6c9faf03e6bf","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w1-747b7b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:37.149398256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30256f8c-24e1-4db2-987d-bcb8651906aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:37.201014585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30256f8c-24e1-4db2-987d-bcb8651906aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:37.252681256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30256f8c-24e1-4db2-987d-bcb8651906aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:37.304145594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30256f8c-24e1-4db2-987d-bcb8651906aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:38.391982664Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-747b7b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-747b7b","reconcileID":"02fe7f51-ac2c-46a4-ad5b-770ffc297e28","aitenant":"ai-tenants/e2e-shared-b-w1-747b7b","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:39.138635006Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-747b7b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-747b7b","reconcileID":"02fe7f51-ac2c-46a4-ad5b-770ffc297e28","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-747b7b","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w1-747b7b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:39.167658475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14e28b54-c184-4274-ad3b-a306c66419aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:39.220370825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14e28b54-c184-4274-ad3b-a306c66419aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:39.272154918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14e28b54-c184-4274-ad3b-a306c66419aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:39.324009577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14e28b54-c184-4274-ad3b-a306c66419aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:41.219361255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3f1454b-7a95-4819-9b76-f67f2b5f1873","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:41.272018154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3f1454b-7a95-4819-9b76-f67f2b5f1873","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:41.324069291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3f1454b-7a95-4819-9b76-f67f2b5f1873","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:41.375642675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3f1454b-7a95-4819-9b76-f67f2b5f1873","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:44.806882641Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a54a44b5-295e-4567-9b56-68b025ee2601","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:44.921008058Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d8096d4c-856c-474e-9822-6ea316c6dce4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:45.041707692Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-subscription","reconcileID":"dc74eb9b-9736-4237-8671-d0fa38468596","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-premium-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/premium-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:45.143178817Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"fb4c7287-8aa5-4a88-af32-6f79a80f2afd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:47.797899667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28a5bae9-9ce1-41f1-9c73-4d8a43e828c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:47.850069484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28a5bae9-9ce1-41f1-9c73-4d8a43e828c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:47.902684273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28a5bae9-9ce1-41f1-9c73-4d8a43e828c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:47.954824089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28a5bae9-9ce1-41f1-9c73-4d8a43e828c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:49.82691237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1744aa0a-3de2-4afe-b478-00abe88becd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:49.878883747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1744aa0a-3de2-4afe-b478-00abe88becd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:49.932431059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1744aa0a-3de2-4afe-b478-00abe88becd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:49.984136361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1744aa0a-3de2-4afe-b478-00abe88becd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:54.516426617Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"48b9f97e-8bce-4e0e-b891-7d5382e2c953","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:54.630781574Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-subscription","reconcileID":"f075a334-3517-45a3-b319-b582ff45baf9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-premium-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/premium-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:54.806649417Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"670e0140-bae5-4f32-bc09-9b8b5d3d6c9b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:54.9228848Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3d816506-e2c0-44d2-a802-f2ba97e0b29e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:56.514716842Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"default-tenant","reconcileID":"244b0df2-16ac-4537-86a5-9545f2cbf0fa","namespace":"ai-tenant-e2e-shared-a-w0-71cea4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:56.514775293Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"default-tenant","reconcileID":"244b0df2-16ac-4537-86a5-9545f2cbf0fa","namespace":"ai-tenant-e2e-shared-a-w0-71cea4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:56.514824854Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"default-tenant","reconcileID":"244b0df2-16ac-4537-86a5-9545f2cbf0fa","tenant":"e2e-shared-a-w0-71cea4","tenantID":"e2e-shared-a-w0-71cea4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:56.568342394Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"default-tenant","reconcileID":"244b0df2-16ac-4537-86a5-9545f2cbf0fa","gvk":"Deployment","name":"maas-api-e2e-shared-a-w0-71cea4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:56.628064094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"default-tenant","reconcileID":"244b0df2-16ac-4537-86a5-9545f2cbf0fa","gvk":"Service","name":"maas-api-e2e-shared-a-w0-71cea4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:56.689449445Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"default-tenant","reconcileID":"244b0df2-16ac-4537-86a5-9545f2cbf0fa","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w0-71cea4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:56.743181054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"default-tenant","reconcileID":"244b0df2-16ac-4537-86a5-9545f2cbf0fa","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w0-71cea4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:56.798241708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"default-tenant","reconcileID":"244b0df2-16ac-4537-86a5-9545f2cbf0fa","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w0-71cea4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:56.852157344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"default-tenant","reconcileID":"244b0df2-16ac-4537-86a5-9545f2cbf0fa","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w0-71cea4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:56.908675606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"default-tenant","reconcileID":"244b0df2-16ac-4537-86a5-9545f2cbf0fa","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w0-71cea4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:56.963628617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"default-tenant","reconcileID":"244b0df2-16ac-4537-86a5-9545f2cbf0fa","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w0-71cea4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:57.015117605Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"default-tenant","reconcileID":"244b0df2-16ac-4537-86a5-9545f2cbf0fa","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w0-71cea4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:57.066313863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"default-tenant","reconcileID":"244b0df2-16ac-4537-86a5-9545f2cbf0fa","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w0-71cea4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:57.117518827Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"default-tenant","reconcileID":"244b0df2-16ac-4537-86a5-9545f2cbf0fa","gvk":"Service","name":"payload-processing-e2e-shared-a-w0-71cea4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:57.16873482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"default-tenant","reconcileID":"244b0df2-16ac-4537-86a5-9545f2cbf0fa","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w0-71cea4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:57.219879031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"default-tenant","reconcileID":"244b0df2-16ac-4537-86a5-9545f2cbf0fa","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w0-71cea4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:57.271001448Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"default-tenant","reconcileID":"244b0df2-16ac-4537-86a5-9545f2cbf0fa","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w0-71cea4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:57.322237216Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"default-tenant","reconcileID":"244b0df2-16ac-4537-86a5-9545f2cbf0fa","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w0-71cea4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:57.380150358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"default-tenant","reconcileID":"244b0df2-16ac-4537-86a5-9545f2cbf0fa","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w0-71cea4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:57.431632014Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"default-tenant","reconcileID":"244b0df2-16ac-4537-86a5-9545f2cbf0fa","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w0-71cea4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:57.482935315Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"default-tenant","reconcileID":"244b0df2-16ac-4537-86a5-9545f2cbf0fa","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w0-71cea4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:57.534259218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"default-tenant","reconcileID":"244b0df2-16ac-4537-86a5-9545f2cbf0fa","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w0-71cea4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:52:57.585606803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-71cea4"},"namespace":"ai-tenant-e2e-shared-a-w0-71cea4","name":"default-tenant","reconcileID":"244b0df2-16ac-4537-86a5-9545f2cbf0fa","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w0-71cea4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:01.729659452Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-subscription","reconcileID":"19920ca5-5fbf-47d3-93e6-07917e52df79","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-premium-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/premium-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:01.84208441Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a1c7190f-67a4-4ecd-973e-0cda458eb9a8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:01.942273866Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"8ba76df5-eb8e-4d24-808e-909f26d31425","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:01.960116082Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7b625baa-c140-490f-9a62-cf999cc6c3b3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:05.101295276Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-71cea4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-71cea4","reconcileID":"7249673c-699c-4929-bb0a-d9ac07f8f2b1","aitenant":"ai-tenants/e2e-shared-a-w0-71cea4","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:05.697833278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"342362ef-e7a6-4e22-ba21-1ebe36757f08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:05.749679778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"342362ef-e7a6-4e22-ba21-1ebe36757f08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:05.801434718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"342362ef-e7a6-4e22-ba21-1ebe36757f08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:05.853332199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"342362ef-e7a6-4e22-ba21-1ebe36757f08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:05.911923153Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-71cea4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-71cea4","reconcileID":"7249673c-699c-4929-bb0a-d9ac07f8f2b1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-71cea4","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w0-71cea4"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:06.780634729Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:07.384572239Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"default-tenant","reconcileID":"63c3157f-6dc6-4730-aeb0-d59cb5c287ad","namespace":"ai-tenant-e2e-extmod-a-cfe368","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:07.384643054Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"default-tenant","reconcileID":"63c3157f-6dc6-4730-aeb0-d59cb5c287ad","namespace":"ai-tenant-e2e-extmod-a-cfe368","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:07.384710141Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"default-tenant","reconcileID":"63c3157f-6dc6-4730-aeb0-d59cb5c287ad","tenant":"e2e-extmod-a-cfe368","tenantID":"e2e-extmod-a-cfe368","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:07.438417241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"default-tenant","reconcileID":"63c3157f-6dc6-4730-aeb0-d59cb5c287ad","gvk":"Deployment","name":"maas-api-e2e-extmod-a-cfe368","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:07.50005453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"default-tenant","reconcileID":"63c3157f-6dc6-4730-aeb0-d59cb5c287ad","gvk":"Service","name":"maas-api-e2e-extmod-a-cfe368","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:07.561577114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"default-tenant","reconcileID":"63c3157f-6dc6-4730-aeb0-d59cb5c287ad","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-cfe368","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:07.615197184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"default-tenant","reconcileID":"63c3157f-6dc6-4730-aeb0-d59cb5c287ad","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-cfe368","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:07.670093092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"default-tenant","reconcileID":"63c3157f-6dc6-4730-aeb0-d59cb5c287ad","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-cfe368","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:07.724894054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"default-tenant","reconcileID":"63c3157f-6dc6-4730-aeb0-d59cb5c287ad","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-cfe368","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:07.781472241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"default-tenant","reconcileID":"63c3157f-6dc6-4730-aeb0-d59cb5c287ad","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-cfe368","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:07.786209296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08576663-f465-4c34-9371-059a5b7adef6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:07.838923231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08576663-f465-4c34-9371-059a5b7adef6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:07.840706878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"default-tenant","reconcileID":"63c3157f-6dc6-4730-aeb0-d59cb5c287ad","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-cfe368","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:07.890929657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08576663-f465-4c34-9371-059a5b7adef6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:07.942469987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"default-tenant","reconcileID":"63c3157f-6dc6-4730-aeb0-d59cb5c287ad","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-cfe368","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:07.942776479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08576663-f465-4c34-9371-059a5b7adef6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:07.994301859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"default-tenant","reconcileID":"63c3157f-6dc6-4730-aeb0-d59cb5c287ad","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-cfe368","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:08.045950334Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"default-tenant","reconcileID":"63c3157f-6dc6-4730-aeb0-d59cb5c287ad","gvk":"Service","name":"payload-processing-e2e-extmod-a-cfe368","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:08.097578543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"default-tenant","reconcileID":"63c3157f-6dc6-4730-aeb0-d59cb5c287ad","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-cfe368","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:08.149123675Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"default-tenant","reconcileID":"63c3157f-6dc6-4730-aeb0-d59cb5c287ad","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-cfe368","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:08.205785855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"default-tenant","reconcileID":"63c3157f-6dc6-4730-aeb0-d59cb5c287ad","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-cfe368","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:08.257253287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"default-tenant","reconcileID":"63c3157f-6dc6-4730-aeb0-d59cb5c287ad","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-cfe368","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:08.312885602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"default-tenant","reconcileID":"63c3157f-6dc6-4730-aeb0-d59cb5c287ad","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-cfe368","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:08.365229206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"default-tenant","reconcileID":"63c3157f-6dc6-4730-aeb0-d59cb5c287ad","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-cfe368","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:08.416760456Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"default-tenant","reconcileID":"63c3157f-6dc6-4730-aeb0-d59cb5c287ad","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-cfe368","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:08.468023332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"default-tenant","reconcileID":"63c3157f-6dc6-4730-aeb0-d59cb5c287ad","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-cfe368","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:08.51924309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-cfe368"},"namespace":"ai-tenant-e2e-extmod-a-cfe368","name":"default-tenant","reconcileID":"63c3157f-6dc6-4730-aeb0-d59cb5c287ad","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-cfe368","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:09.848836425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57003320-2bb3-49c7-a830-c56026cc2654","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:09.900280071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57003320-2bb3-49c7-a830-c56026cc2654","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:09.951811448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57003320-2bb3-49c7-a830-c56026cc2654","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:10.003457933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57003320-2bb3-49c7-a830-c56026cc2654","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:14.612437499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96531441-8287-4007-89e8-83bdd6389284","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:14.665121463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96531441-8287-4007-89e8-83bdd6389284","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:14.717555104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96531441-8287-4007-89e8-83bdd6389284","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:14.769794636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96531441-8287-4007-89e8-83bdd6389284","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:16.649831575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f4fd7bf-f473-4ea0-a5eb-e5cd1b9d4586","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:16.701554168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f4fd7bf-f473-4ea0-a5eb-e5cd1b9d4586","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:16.753440837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f4fd7bf-f473-4ea0-a5eb-e5cd1b9d4586","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:16.80540001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f4fd7bf-f473-4ea0-a5eb-e5cd1b9d4586","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:16.908831818Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-cfe368","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-cfe368","reconcileID":"69e7dbd9-543b-4225-9935-d2b2186c6017","aitenant":"ai-tenants/e2e-extmod-a-cfe368","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:17.658132027Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-cfe368","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-cfe368","reconcileID":"69e7dbd9-543b-4225-9935-d2b2186c6017","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-cfe368","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-cfe368"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:18.71158431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21476506-169b-45af-923e-2057009f2e60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:18.765335566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21476506-169b-45af-923e-2057009f2e60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:18.817156684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21476506-169b-45af-923e-2057009f2e60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:18.869141901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21476506-169b-45af-923e-2057009f2e60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:20.791650242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95b7d675-a776-4b09-977a-2eff1b607ef8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:20.843598453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95b7d675-a776-4b09-977a-2eff1b607ef8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:20.89536642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95b7d675-a776-4b09-977a-2eff1b607ef8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:20.947395785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95b7d675-a776-4b09-977a-2eff1b607ef8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:22.734413399Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"5fc2b552-3980-43d7-bf0b-5d569cfd9d10","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:22.959377262Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"96eee589-1723-4534-904d-90796e06c50b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:23.060926334Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f270b749-15d7-4938-8e85-fdac5bb04466","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:23.076772281Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-subscription","reconcileID":"5966dc7c-280f-4085-8f39-cc65115487c5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-premium-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/premium-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:23.5766092Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"default-tenant","reconcileID":"01cd47ed-342c-449b-9b26-856dab76f2a5","namespace":"ai-tenant-e2e-shared-b-w0-99e79c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:23.576666838Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"default-tenant","reconcileID":"01cd47ed-342c-449b-9b26-856dab76f2a5","namespace":"ai-tenant-e2e-shared-b-w0-99e79c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:23.576723303Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"default-tenant","reconcileID":"01cd47ed-342c-449b-9b26-856dab76f2a5","tenant":"e2e-shared-b-w0-99e79c","tenantID":"e2e-shared-b-w0-99e79c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:23.63068643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"default-tenant","reconcileID":"01cd47ed-342c-449b-9b26-856dab76f2a5","gvk":"Deployment","name":"maas-api-e2e-shared-b-w0-99e79c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:23.692446334Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"default-tenant","reconcileID":"01cd47ed-342c-449b-9b26-856dab76f2a5","gvk":"Service","name":"maas-api-e2e-shared-b-w0-99e79c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:23.752659652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"default-tenant","reconcileID":"01cd47ed-342c-449b-9b26-856dab76f2a5","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w0-99e79c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:23.806628653Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"default-tenant","reconcileID":"01cd47ed-342c-449b-9b26-856dab76f2a5","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w0-99e79c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:23.86505424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"default-tenant","reconcileID":"01cd47ed-342c-449b-9b26-856dab76f2a5","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w0-99e79c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:23.919564295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"default-tenant","reconcileID":"01cd47ed-342c-449b-9b26-856dab76f2a5","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w0-99e79c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:23.97674513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"default-tenant","reconcileID":"01cd47ed-342c-449b-9b26-856dab76f2a5","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w0-99e79c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:24.03706531Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"default-tenant","reconcileID":"01cd47ed-342c-449b-9b26-856dab76f2a5","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w0-99e79c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:24.088668342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"default-tenant","reconcileID":"01cd47ed-342c-449b-9b26-856dab76f2a5","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w0-99e79c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:24.140077262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"default-tenant","reconcileID":"01cd47ed-342c-449b-9b26-856dab76f2a5","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w0-99e79c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:24.191495547Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"default-tenant","reconcileID":"01cd47ed-342c-449b-9b26-856dab76f2a5","gvk":"Service","name":"payload-processing-e2e-shared-b-w0-99e79c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:24.242740457Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"default-tenant","reconcileID":"01cd47ed-342c-449b-9b26-856dab76f2a5","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w0-99e79c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:24.293940595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"default-tenant","reconcileID":"01cd47ed-342c-449b-9b26-856dab76f2a5","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w0-99e79c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:24.345247447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"default-tenant","reconcileID":"01cd47ed-342c-449b-9b26-856dab76f2a5","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w0-99e79c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:24.396709316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"default-tenant","reconcileID":"01cd47ed-342c-449b-9b26-856dab76f2a5","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w0-99e79c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:24.452113592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"default-tenant","reconcileID":"01cd47ed-342c-449b-9b26-856dab76f2a5","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w0-99e79c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:24.50369425Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"default-tenant","reconcileID":"01cd47ed-342c-449b-9b26-856dab76f2a5","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w0-99e79c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:24.555044004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"default-tenant","reconcileID":"01cd47ed-342c-449b-9b26-856dab76f2a5","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w0-99e79c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:24.607011184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"default-tenant","reconcileID":"01cd47ed-342c-449b-9b26-856dab76f2a5","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w0-99e79c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:24.658498473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99e79c"},"namespace":"ai-tenant-e2e-shared-b-w0-99e79c","name":"default-tenant","reconcileID":"01cd47ed-342c-449b-9b26-856dab76f2a5","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w0-99e79c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:29.349654503Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"af7bb73d-5149-42da-bac9-e4708cb77402","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:29.450983656Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b3af5f06-d31e-4305-a31f-bd8bf9ed924c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:29.552118938Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-subscription","reconcileID":"43e12f57-a002-4ab1-9f18-2810e523373e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-premium-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/premium-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:29.705704535Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"cbdee004-d099-49f5-87fa-207803e21810","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:34.612574655Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-99e79c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-99e79c","reconcileID":"b6171f50-b63c-46eb-9adf-7c378b2e664e","aitenant":"ai-tenants/e2e-shared-b-w0-99e79c","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:35.161673714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8c41254-3d28-419c-86f3-9783acd36984","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:35.213610466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8c41254-3d28-419c-86f3-9783acd36984","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:35.26526924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8c41254-3d28-419c-86f3-9783acd36984","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:35.317496428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8c41254-3d28-419c-86f3-9783acd36984","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:35.42834441Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-99e79c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-99e79c","reconcileID":"b6171f50-b63c-46eb-9adf-7c378b2e664e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-99e79c","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w0-99e79c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:36.528766182Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-access","reconcileID":"7486b36f-cda1-4c8b-be67-b4435bf5d6b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:36.528820213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"a2344696-7e40-4404-9215-66c345327213","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:36.749800876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"591f8fa2-f189-4fd0-96a2-62380a96c18a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:36.802116942Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:36.805547795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"e51db452-3a86-4e62-8627-9a788099bb87","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:36.807956863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"591f8fa2-f189-4fd0-96a2-62380a96c18a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:36.854606276Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"578aef18-0682-4072-9a40-89da572d4950","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:36.955963117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"15482093-cecc-4c89-92d3-70616dc4d483","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:37.123261581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"9c6ce4db-2c6e-4c3a-9216-84286d7ae44c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:37.180700748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"9c6ce4db-2c6e-4c3a-9216-84286d7ae44c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:37.305939495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1698c069-0121-4ee8-8b29-3eb9ddf0196e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:37.357570763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1698c069-0121-4ee8-8b29-3eb9ddf0196e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:37.409301518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1698c069-0121-4ee8-8b29-3eb9ddf0196e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:37.461369388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1698c069-0121-4ee8-8b29-3eb9ddf0196e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:39.3461625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0511da2-4cb6-416f-ac4a-4a0aaa1a0c21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:39.398137631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0511da2-4cb6-416f-ac4a-4a0aaa1a0c21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:39.450116019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0511da2-4cb6-416f-ac4a-4a0aaa1a0c21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:39.50291021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0511da2-4cb6-416f-ac4a-4a0aaa1a0c21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:39.914745424Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1b11199a-f63c-4ba2-9bff-88009f528d59","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:39.966708764Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7a8cf8f4-1fb2-4c10-835b-a5c4a78957a3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:40.064567848Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-subscription","reconcileID":"3e38ea61-fa5a-452c-9207-7a81f8fd591d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-premium-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/premium-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:41.97702687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"distinct-2-w0-9c8fc5","reconcileID":"1ca1badf-8e47-4c60-a123-00ea084d7223","MaaSModelRef":{"name":"distinct-2-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"distinct-2-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"distinct-2-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:42.310757822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"distinct-w0-9c8fc5","reconcileID":"17215bc4-fd8c-4f56-987f-39a636b6871c","MaaSModelRef":{"name":"distinct-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"distinct-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"distinct-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:42.480681882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"premium-w0-9c8fc5","reconcileID":"77f3ffd2-041b-45df-bda8-366841cf98de","MaaSModelRef":{"name":"premium-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"premium-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"premium-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:42.642589651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"f55d16e5-1342-40a3-b377-eb1d90102dd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:42.651995003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"4efcfc85-2a96-49a0-b239-6ff0da9e7235","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:42.689402523Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-subscription","reconcileID":"851d3700-159f-405f-8dff-727b292958b7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-premium-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/premium-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:42.699227608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"f55d16e5-1342-40a3-b377-eb1d90102dd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:42.703531667Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"ea155212-79e1-48a8-aef9-e2f96eb9f720","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:42.755902773Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"ea155212-79e1-48a8-aef9-e2f96eb9f720","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:42.807781095Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"simulator-subscription","reconcileID":"ea155212-79e1-48a8-aef9-e2f96eb9f720","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/simulator-w0-9c8fc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:42.854183804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"premium-w0-9c8fc5","reconcileID":"f4180a3c-925e-4050-9558-ab5295652103","MaaSModelRef":{"name":"premium-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"premium-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"premium-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:43.008065307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"32bb9827-2809-47b5-b374-49fde03730ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:43.062389909Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-subscription","reconcileID":"0f3dab1b-cf48-49cb-ae40-ad98c716c727","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-premium-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/premium-w0-9c8fc5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:43.065025404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"32bb9827-2809-47b5-b374-49fde03730ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:43.193973806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"bb9a9e4a-dd17-4161-8f5e-143888d8bad6","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:43.372231387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"bc5772d7-52a6-495f-a8b5-04ba435abe0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:43.430727955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"bc5772d7-52a6-495f-a8b5-04ba435abe0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:44.343950018Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"default-tenant","reconcileID":"64742d28-10b3-43cf-8903-61cc7bcf955b","namespace":"ai-tenant-e2e-extmod-b-3986bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:44.34404445Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"default-tenant","reconcileID":"64742d28-10b3-43cf-8903-61cc7bcf955b","namespace":"ai-tenant-e2e-extmod-b-3986bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:44.344127258Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"default-tenant","reconcileID":"64742d28-10b3-43cf-8903-61cc7bcf955b","tenant":"e2e-extmod-b-3986bf","tenantID":"e2e-extmod-b-3986bf","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:44.397843369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"default-tenant","reconcileID":"64742d28-10b3-43cf-8903-61cc7bcf955b","gvk":"Deployment","name":"maas-api-e2e-extmod-b-3986bf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:44.457150721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"default-tenant","reconcileID":"64742d28-10b3-43cf-8903-61cc7bcf955b","gvk":"Service","name":"maas-api-e2e-extmod-b-3986bf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:44.516414857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"default-tenant","reconcileID":"64742d28-10b3-43cf-8903-61cc7bcf955b","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-3986bf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:44.569731208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"default-tenant","reconcileID":"64742d28-10b3-43cf-8903-61cc7bcf955b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-3986bf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:44.625637803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"default-tenant","reconcileID":"64742d28-10b3-43cf-8903-61cc7bcf955b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-3986bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:44.680907243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"default-tenant","reconcileID":"64742d28-10b3-43cf-8903-61cc7bcf955b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-3986bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:44.737585694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"default-tenant","reconcileID":"64742d28-10b3-43cf-8903-61cc7bcf955b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-3986bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:44.792100613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"default-tenant","reconcileID":"64742d28-10b3-43cf-8903-61cc7bcf955b","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-3986bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:44.843834082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"default-tenant","reconcileID":"64742d28-10b3-43cf-8903-61cc7bcf955b","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-3986bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:44.895703347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"default-tenant","reconcileID":"64742d28-10b3-43cf-8903-61cc7bcf955b","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-3986bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:44.947281569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"default-tenant","reconcileID":"64742d28-10b3-43cf-8903-61cc7bcf955b","gvk":"Service","name":"payload-processing-e2e-extmod-b-3986bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:44.998777888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"default-tenant","reconcileID":"64742d28-10b3-43cf-8903-61cc7bcf955b","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-3986bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:45.050752349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"default-tenant","reconcileID":"64742d28-10b3-43cf-8903-61cc7bcf955b","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-3986bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:45.102208614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"default-tenant","reconcileID":"64742d28-10b3-43cf-8903-61cc7bcf955b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-3986bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:45.153698771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"default-tenant","reconcileID":"64742d28-10b3-43cf-8903-61cc7bcf955b","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-3986bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:45.208980976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"default-tenant","reconcileID":"64742d28-10b3-43cf-8903-61cc7bcf955b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-3986bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:45.260168279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"default-tenant","reconcileID":"64742d28-10b3-43cf-8903-61cc7bcf955b","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-3986bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:45.311358972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"default-tenant","reconcileID":"64742d28-10b3-43cf-8903-61cc7bcf955b","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-3986bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:45.363017628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"default-tenant","reconcileID":"64742d28-10b3-43cf-8903-61cc7bcf955b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-3986bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:45.414489239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3986bf"},"namespace":"ai-tenant-e2e-extmod-b-3986bf","name":"default-tenant","reconcileID":"64742d28-10b3-43cf-8903-61cc7bcf955b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-3986bf","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:48.469554918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"premium-w0-9c8fc5","reconcileID":"224e1500-bff0-42a6-b1e8-19c7adab09e7","MaaSModelRef":{"name":"premium-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"premium-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"premium-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:48.572211275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"1ad75aa8-40ea-4078-8b8e-db483c51e86a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:48.628960128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"1ad75aa8-40ea-4078-8b8e-db483c51e86a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:48.629666118Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-subscription","reconcileID":"8684cbef-1c64-4c51-b773-262a5ad5fa60","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-12e876bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:48.93520557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"32ccb958-1ad9-4032-82ea-a6952a46297f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:48.991908498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"32ccb958-1ad9-4032-82ea-a6952a46297f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:49.134296354Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-subscription","reconcileID":"c8b8319a-af0d-4e65-8311-460e95c9a9f1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-12e876bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:49.213292512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"premium-w0-9c8fc5","reconcileID":"2d37c571-4f5d-46e0-9aa6-d02a4a0a0399","MaaSModelRef":{"name":"premium-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"premium-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"premium-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:49.257649892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"45b49c45-204b-4788-88d6-a79359ae6a23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:49.31546932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"45b49c45-204b-4788-88d6-a79359ae6a23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:49.322848135Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-subscription","reconcileID":"2a474afd-73a1-4dde-8cf3-b7fddccd85a9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-12e876bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:49.506553134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"distinct-2-w0-9c8fc5","reconcileID":"761f9e6a-e32a-4b5b-9305-3e970d718bc8","MaaSModelRef":{"name":"distinct-2-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"distinct-2-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"distinct-2-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:49.558988827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"distinct-w0-9c8fc5","reconcileID":"0bd74bfe-c632-4e6e-907b-da052f9920e1","MaaSModelRef":{"name":"distinct-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"distinct-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"distinct-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:49.559038187Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"0b175998-cc0b-465a-9be8-bed855f025ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"model":"e2e-models-e2e-worker-w0-9c8fc5/premium-w0-9c8fc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:49.610076883Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-subscription","reconcileID":"a706b33e-da2e-460e-a41b-5483ecc344e3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-12e876bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:49.61081301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"8dcfcafd-0798-48e2-832b-205ba9d4cbb9","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:49.611037609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"premium-w0-9c8fc5","reconcileID":"47b51780-c8ca-4314-97f1-7f32087a19ed","MaaSModelRef":{"name":"premium-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"premium-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"premium-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:49.815470128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"0b175998-cc0b-465a-9be8-bed855f025ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:49.953135674Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"0b175998-cc0b-465a-9be8-bed855f025ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:49.953159399Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"0b175998-cc0b-465a-9be8-bed855f025ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:50.00341389Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8f925264-51f7-4d75-ace3-57f51ba1ab60","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:50.009038248Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"4cdb79d9-91de-483e-bd96-b649e577c29e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"model":"e2e-models-e2e-worker-w0-9c8fc5/premium-w0-9c8fc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:50.011452023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"premium-w0-9c8fc5","reconcileID":"5547b7cb-4cc2-451e-986c-fd3b0207c9d5","MaaSModelRef":{"name":"premium-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"premium-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"premium-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:50.066094043Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bb0511d6-97b1-4c31-ba59-c11dd5121fe7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:50.163474893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"4cdb79d9-91de-483e-bd96-b649e577c29e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:50.220207743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"4cdb79d9-91de-483e-bd96-b649e577c29e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"e2e-worker-w0-9c8fc5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:50.220228134Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"4cdb79d9-91de-483e-bd96-b649e577c29e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-9c8fc5","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-01T06:53:50.272288456Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-access","reconcileID":"4cdb79d9-91de-483e-bd96-b649e577c29e","error":"maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:50.281349839Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"default-tenant","reconcileID":"8d11040e-90c0-443e-8942-f6e065413511","namespace":"ai-tenant-e2e-worker-w0-9c8fc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:50.281443872Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"default-tenant","reconcileID":"8d11040e-90c0-443e-8942-f6e065413511","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:50.335540227Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"default-tenant","reconcileID":"8d11040e-90c0-443e-8942-f6e065413511","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:50.33555903Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"default-tenant","reconcileID":"8d11040e-90c0-443e-8942-f6e065413511","namespace":"ai-tenant-e2e-worker-w0-9c8fc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:50.554789886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"605fe8c9-cf12-4810-a97f-a218b6b5b63b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:50.606610573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"605fe8c9-cf12-4810-a97f-a218b6b5b63b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:50.658627923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"605fe8c9-cf12-4810-a97f-a218b6b5b63b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:50.710398075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"605fe8c9-cf12-4810-a97f-a218b6b5b63b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:52.643497491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5af32f50-843e-49a4-be5c-f8b4423b225d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:52.695356181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5af32f50-843e-49a4-be5c-f8b4423b225d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:52.747567101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5af32f50-843e-49a4-be5c-f8b4423b225d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:52.799482764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5af32f50-843e-49a4-be5c-f8b4423b225d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:55.394379942Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"default-tenant","reconcileID":"f0ef5024-7afd-4cdd-b482-462bfe94b5a9","namespace":"ai-tenant-e2e-worker-w0-9c8fc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:55.394448681Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"default-tenant","reconcileID":"f0ef5024-7afd-4cdd-b482-462bfe94b5a9","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:55.449610805Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"default-tenant","reconcileID":"f0ef5024-7afd-4cdd-b482-462bfe94b5a9","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:55.449630995Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"default-tenant","reconcileID":"f0ef5024-7afd-4cdd-b482-462bfe94b5a9","namespace":"ai-tenant-e2e-worker-w0-9c8fc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:58.464585663Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-3986bf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-3986bf","reconcileID":"cc1f7cac-9f27-47b3-9d2e-803dd088123f","aitenant":"ai-tenants/e2e-extmod-b-3986bf","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:59.098266736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bc02b68-fcd3-481e-9d58-1355777726d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:59.150365433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bc02b68-fcd3-481e-9d58-1355777726d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:59.20216398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bc02b68-fcd3-481e-9d58-1355777726d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:59.254275918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bc02b68-fcd3-481e-9d58-1355777726d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:59.310361867Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-3986bf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-3986bf","reconcileID":"cc1f7cac-9f27-47b3-9d2e-803dd088123f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-3986bf","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-3986bf"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:59.55919273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"distinct-2-w0-9c8fc5","reconcileID":"dc191475-69d5-4087-91e7-f6cd81adc226","MaaSModelRef":{"name":"distinct-2-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"distinct-2-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"distinct-2-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:59.610971483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"distinct-w0-9c8fc5","reconcileID":"8397d0f2-3356-4890-8290-cccedeeb3e84","MaaSModelRef":{"name":"distinct-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"distinct-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"distinct-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:59.611257104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"6ca2fa7c-abd7-4ae2-b53a-9cdd28b416c0","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:59.66209561Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-subscription","reconcileID":"44d24557-613d-463a-a1e3-fcf20da0a909","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"model":"e2e-models-e2e-worker-w0-9c8fc5/premium-w0-9c8fc5","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:59.7145353Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-subscription","reconcileID":"44d24557-613d-463a-a1e3-fcf20da0a909","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"model":"e2e-models-e2e-worker-w0-9c8fc5/premium-w0-9c8fc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:53:59.766698759Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"premium-simulator-subscription","reconcileID":"44d24557-613d-463a-a1e3-fcf20da0a909","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"name":"maas-trlp-premium-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5","model":"e2e-models-e2e-worker-w0-9c8fc5/premium-w0-9c8fc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:00.012176504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"premium-w0-9c8fc5","reconcileID":"3e266b62-4303-4911-a546-952792004433","MaaSModelRef":{"name":"premium-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"premium-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"premium-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:00.038804059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"premium-w0-9c8fc5","reconcileID":"9f039781-64af-4a7b-801d-d618cabfd7f4","MaaSModelRef":{"name":"premium-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"premium-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"premium-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:00.361559309Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"default-tenant","reconcileID":"03576505-0d19-4b8a-a2a5-ce927e506d1c","namespace":"ai-tenant-e2e-worker-w0-9c8fc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:00.361615093Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"default-tenant","reconcileID":"03576505-0d19-4b8a-a2a5-ce927e506d1c","namespace":"ai-tenant-e2e-worker-w0-9c8fc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:00.36166417Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"default-tenant","reconcileID":"03576505-0d19-4b8a-a2a5-ce927e506d1c","tenant":"e2e-worker-w0-9c8fc5","tenantID":"e2e-worker-w0-9c8fc5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:00.415472776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"default-tenant","reconcileID":"03576505-0d19-4b8a-a2a5-ce927e506d1c","gvk":"Deployment","name":"maas-api-e2e-worker-w0-9c8fc5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:00.481743817Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"default-tenant","reconcileID":"03576505-0d19-4b8a-a2a5-ce927e506d1c","gvk":"Service","name":"maas-api-e2e-worker-w0-9c8fc5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:00.536805171Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"default-tenant","reconcileID":"03576505-0d19-4b8a-a2a5-ce927e506d1c","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w0-9c8fc5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:00.590397419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"default-tenant","reconcileID":"03576505-0d19-4b8a-a2a5-ce927e506d1c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w0-9c8fc5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:00.646991042Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"default-tenant","reconcileID":"03576505-0d19-4b8a-a2a5-ce927e506d1c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w0-9c8fc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:00.749460872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"default-tenant","reconcileID":"03576505-0d19-4b8a-a2a5-ce927e506d1c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w0-9c8fc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:00.806264046Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"default-tenant","reconcileID":"03576505-0d19-4b8a-a2a5-ce927e506d1c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w0-9c8fc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:00.86018676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"default-tenant","reconcileID":"03576505-0d19-4b8a-a2a5-ce927e506d1c","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w0-9c8fc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:00.91160366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"default-tenant","reconcileID":"03576505-0d19-4b8a-a2a5-ce927e506d1c","gvk":"Deployment","name":"payload-processing-e2e-worker-w0-9c8fc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:00.962991248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"default-tenant","reconcileID":"03576505-0d19-4b8a-a2a5-ce927e506d1c","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w0-9c8fc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:01.014181744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"default-tenant","reconcileID":"03576505-0d19-4b8a-a2a5-ce927e506d1c","gvk":"Service","name":"payload-processing-e2e-worker-w0-9c8fc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:01.065396218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"default-tenant","reconcileID":"03576505-0d19-4b8a-a2a5-ce927e506d1c","gvk":"Service","name":"payload-pre-processing-e2e-worker-w0-9c8fc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:01.116665941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"default-tenant","reconcileID":"03576505-0d19-4b8a-a2a5-ce927e506d1c","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w0-9c8fc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:01.16786759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"default-tenant","reconcileID":"03576505-0d19-4b8a-a2a5-ce927e506d1c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w0-9c8fc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:01.219149351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"default-tenant","reconcileID":"03576505-0d19-4b8a-a2a5-ce927e506d1c","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w0-9c8fc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:01.252936274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"69f1a2ab-5081-4151-8c7a-a1aab803f6de","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:01.274416281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"default-tenant","reconcileID":"03576505-0d19-4b8a-a2a5-ce927e506d1c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w0-9c8fc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:01.299840425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3de753f5-74eb-4669-bac8-8a08d11b2dd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:01.351350278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"default-tenant","reconcileID":"03576505-0d19-4b8a-a2a5-ce927e506d1c","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w0-9c8fc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:01.352156399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3de753f5-74eb-4669-bac8-8a08d11b2dd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:01.403578871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"default-tenant","reconcileID":"03576505-0d19-4b8a-a2a5-ce927e506d1c","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w0-9c8fc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:01.404285698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3de753f5-74eb-4669-bac8-8a08d11b2dd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:01.456092248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"default-tenant","reconcileID":"03576505-0d19-4b8a-a2a5-ce927e506d1c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w0-9c8fc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:01.456473343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3de753f5-74eb-4669-bac8-8a08d11b2dd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:01.507913824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-9c8fc5"},"namespace":"ai-tenant-e2e-worker-w0-9c8fc5","name":"default-tenant","reconcileID":"03576505-0d19-4b8a-a2a5-ce927e506d1c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w0-9c8fc5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:01.560453244Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e227df04-9681-425b-9ed5-8e4ab0d60920","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:06.780769673Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:07.106612725Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2348b766-3846-49e3-a58c-9a04988f994f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:07.205739685Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6d4e7ab0-3377-4ca2-9433-daa2d4d46c7e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:09.560585402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"distinct-2-w0-9c8fc5","reconcileID":"061b4d7b-f70e-44f3-9062-459b6cc5a728","MaaSModelRef":{"name":"distinct-2-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"distinct-2-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"distinct-2-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:09.61186192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"distinct-w0-9c8fc5","reconcileID":"a32b1a58-54f7-4c71-8d81-aa3800b793bc","MaaSModelRef":{"name":"distinct-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"distinct-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"distinct-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:09.612116903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"869004db-9ed8-4177-b112-6a706a99735a","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:10.040196045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"premium-w0-9c8fc5","reconcileID":"989f8382-1829-4765-be1c-a26737dab47f","MaaSModelRef":{"name":"premium-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"premium-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"premium-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:12.459903452Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b71b1184-5ac1-431d-a8b8-ff00919776fa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:12.560602877Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9de3bfc6-f328-4c20-af7a-b30dc1e825d5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:17.777133014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"distinct-2-w0-9c8fc5","reconcileID":"eb06cfd1-a0d5-467c-b5bd-00933478aa7d","MaaSModelRef":{"name":"distinct-2-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"distinct-2-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"distinct-2-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:17.777669621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"distinct-w0-9c8fc5","reconcileID":"98a12edf-7e41-4605-b5f5-c49b4c902918","MaaSModelRef":{"name":"distinct-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"distinct-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"distinct-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:17.778121114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"premium-w0-9c8fc5","reconcileID":"7d484a2b-50d9-49ad-ae1d-e21fd17f0f93","MaaSModelRef":{"name":"premium-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"premium-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"premium-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:17.778782761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"namespace":"e2e-models-e2e-worker-w0-9c8fc5","name":"simulator-w0-9c8fc5","reconcileID":"ff311c89-d847-4a6b-85d7-7cd15cb19829","MaaSModelRef":{"name":"simulator-w0-9c8fc5","namespace":"e2e-models-e2e-worker-w0-9c8fc5"},"routeName":"simulator-w0-9c8fc5-kserve-route","namespace":"e2e-models-e2e-worker-w0-9c8fc5","llmisvcName":"simulator-w0-9c8fc5","gateway":"openshift-ingress/e2e-worker-w0-9c8fc5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:29.167681772Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-9c8fc5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-9c8fc5","reconcileID":"2769f632-edd0-474e-a191-27e179b9c4ef","aitenant":"ai-tenants/e2e-worker-w0-9c8fc5","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:29.692348445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6518c571-7cda-4236-81f2-430d957a7c9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:29.743935765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6518c571-7cda-4236-81f2-430d957a7c9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:29.795762492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6518c571-7cda-4236-81f2-430d957a7c9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:29.847384136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6518c571-7cda-4236-81f2-430d957a7c9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:30.008830716Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-9c8fc5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-9c8fc5","reconcileID":"2769f632-edd0-474e-a191-27e179b9c4ef","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-9c8fc5","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w0-9c8fc5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:31.807980053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9484cc1c-6dfe-437b-be18-ac443f0d6e5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:31.859659869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9484cc1c-6dfe-437b-be18-ac443f0d6e5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:31.911381103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9484cc1c-6dfe-437b-be18-ac443f0d6e5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:31.96307719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9484cc1c-6dfe-437b-be18-ac443f0d6e5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-01T06:54:36.781463875Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}